-- Logs begin at Wed 2022-02-16 17:25:22 UTC, end at Wed 2022-02-16 18:39:53 UTC. -- Feb 16 18:11:13.786160 dv-cinder-773985-33-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 18:11:16.783257 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.common.config [-] Logging enabled! Feb 16 18:11:16.783891 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 16 18:11:16.784057 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103165) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 18:11:16.787398 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.common.config [-] Logging enabled! Feb 16 18:11:16.787654 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 16 18:11:16.787964 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103165) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 18:11:16.788905 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:11:16.789161 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 18:11:16.789638 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 18:11:16.789887 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 18:11:16.790114 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 18:11:16.791068 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.791489 dv-cinder-773985-33-iscsi neutron-server[103165]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 16 18:11:16.791810 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.792104 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.792394 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.792687 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.792973 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.793281 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.793567 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.793862 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.794145 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.794423 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.794705 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.794995 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.795273 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.795560 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.795842 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.796122 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] debug = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.796400 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.796820 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.797261 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.797541 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.797827 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.798101 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.798373 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.798647 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.798931 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.799258 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] host = dv-cinder-773985-33-iscsi {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.799535 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.799820 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.800106 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.800387 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.800658 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.800937 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.801241 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.801515 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.801785 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] log_file = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.802060 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.802344 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.802630 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.802925 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.803153 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.803376 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.803663 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.803947 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.804222 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.804495 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.804769 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.805040 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.805337 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.805604 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.805888 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.806295 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.806585 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.806862 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.807138 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.807410 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.807680 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.807966 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.808239 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.808510 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.808784 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.809070 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.809361 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.809634 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.809934 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.810217 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.810498 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.810783 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.811058 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.811340 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.811609 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.811879 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.812402 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] use_json = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.812671 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.812942 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.813250 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.813523 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.813793 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.814064 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.814331 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.814612 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.814883 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:16.815179 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.815474 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.815772 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.816065 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.816356 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.816631 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.816918 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.817219 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.817506 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.817791 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.818077 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.818355 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.818652 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.818942 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.819236 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.819543 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.819837 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.820129 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.820405 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.820679 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.820955 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.821264 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.822074 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.822522 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.822820 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.823113 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.823396 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.823704 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.823995 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.824291 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.824583 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.824858 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.825163 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.825459 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.825740 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.826015 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.826297 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.826587 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.826866 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.827139 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.827426 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.827706 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.827982 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.828257 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.828536 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.828827 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.829128 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.829405 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.829677 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.829957 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.830230 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.830515 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.830792 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.831065 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.831339 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.831624 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.831895 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.832168 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.832446 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.832718 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.832996 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.833291 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.833571 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.833844 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.834117 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.834390 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.834660 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.834932 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.835207 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.835480 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.835750 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.836022 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.836295 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.836568 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.836853 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.837341 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.838257 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.838571 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.838874 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.839175 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.839473 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.839768 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.840062 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.840355 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.840642 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.840946 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.841269 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.841567 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.841888 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.842175 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.842479 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.842767 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.843057 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.843341 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.843627 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.843917 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.844208 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.844509 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.844809 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.845197 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.845500 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.845803 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.846088 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.846402 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.846690 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:16.846912 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 18:11:16.847155 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103165) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 16 18:11:17.239155 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 16 18:11:17.239435 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 16 18:11:17.239739 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 16 18:11:17.240077 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 18:11:17.576113 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:17.576342 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:17.576612 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:17.577926 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:17.578200 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:17.578468 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:17.623087 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:17.623359 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:17.623630 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:17.638477 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:17.638762 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:17.639033 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:17.771422 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:17.771707 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:17.771979 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:17.808737 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:17.809325 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:17.809325 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.051966 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.052248 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.052518 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.052784 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.053512 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.154779 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.155100 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.155386 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.155659 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.155926 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.156238 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.156499 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.156757 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.157015 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.157326 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.157590 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.157859 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.158115 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.158376 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.158632 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.158895 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.159150 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.159419 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.159732 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.159957 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.160227 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.160481 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.160761 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.161166 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.161421 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.161668 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.162066 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 18:11:18.162308 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 18:11:18.162546 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 18:11:18.162783 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 18:11:18.163017 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 18:11:18.163250 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 18:11:18.163615 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 18:11:18.167381 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 18:11:18.172430 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 18:11:18.176287 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Feb 16 18:11:18.177967 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 18:11:18.178452 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 18:11:18.178795 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 16 18:11:18.179184 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 18:11:18.182231 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 18:11:18.182489 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 18:11:18.182841 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 18:11:18.187972 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 16 18:11:18.210962 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 16 18:11:18.211426 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.211729 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103165) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 16 18:11:18.212865 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.214325 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103165) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 18:11:18.214615 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 18:11:18.214866 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 16 18:11:18.218218 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.218509 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:18.281663 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 18:11:18.281908 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 18:11:18.282147 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 18:11:18.282525 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 18:11:18.303380 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_db.sqlalchemy.engines [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103165) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 16 18:11:18.887034 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.managers [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Initializing driver for type 'gre' Feb 16 18:11:18.887671 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] gre ID ranges: [(1, 1000)] Feb 16 18:11:19.058764 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.managers [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Initializing driver for type 'local' Feb 16 18:11:19.059093 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.managers [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Initializing driver for type 'vlan' Feb 16 18:11:19.144277 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] VlanTypeDriver initialization complete Feb 16 18:11:19.144527 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.managers [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Initializing driver for type 'vxlan' Feb 16 18:11:19.145038 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] vxlan ID ranges: [(1, 1000)] Feb 16 18:11:19.327465 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.managers [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Initializing extension driver 'port_security' Feb 16 18:11:19.327806 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.extensions.port_security [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] PortSecurityExtensionDriver initialization complete Feb 16 18:11:19.328164 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.managers [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Initializing mechanism driver 'openvswitch' Feb 16 18:11:19.328488 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.managers [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Initializing mechanism driver 'hyperv' Feb 16 18:11:19.340245 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.plugin [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:11:19.341133 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > port after_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.341515 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > port after_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.341876 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > port after_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.342419 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103165) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 18:11:19.342859 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > subnet after_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.343224 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > subnet after_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.343671 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.344072 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103165) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 18:11:19.344484 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > network after_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.344837 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > network after_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.345213 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > network after_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.345613 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103165) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 18:11:19.346024 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > security_group after_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.346379 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > security_group after_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.346724 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.347125 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103165) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 18:11:19.347533 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.347882 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.348227 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.348624 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103165) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 18:11:19.349033 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > address_group after_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.349430 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > address_group after_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.349772 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.350173 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103165) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 18:11:19.350623 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] ML2 OVO RPC backend initialized. {{(pid=103165) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 16 18:11:19.351346 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.351710 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.352133 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > network before_response 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.352488 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > networks before_response 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.353409 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > port before_response 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.353732 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > ports before_response 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.354079 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > subnet before_response 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.354459 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > subnets before_response 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.354795 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > network after_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.355138 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > network after_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.355479 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > network after_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.355821 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > port after_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.356160 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > port after_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.356497 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > port after_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.356837 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > subnet after_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.357209 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > subnet after_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.357548 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.364920 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.quota [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded quota_driver: . Feb 16 18:11:19.365326 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.plugin [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Modular L2 Plugin initialization complete Feb 16 18:11:19.365681 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading services supported by the core plugin {{(pid=103165) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 18:11:19.366035 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.plugins.ml2.managers [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Got port-security extension from driver 'port_security' Feb 16 18:11:19.366526 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.extensions.vlantransparent [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Disabled vlantransparent extension. Feb 16 18:11:19.367033 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103165) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 18:11:19.367363 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading Plugin: router Feb 16 18:11:19.405677 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.406074 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > router after_create 55549900 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.406449 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > router before_create 55549900 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.406817 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.407199 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.407561 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > router after_delete 55549900 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.407926 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.408284 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.408648 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > router after_create 55549900 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.408999 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > router after_update 55549900 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.409378 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > router after_update 55549900 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.409730 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.410091 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > router after_update 55549900 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.410506 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > router precommit_update 55549900 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.410879 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: port after_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.411221 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: port after_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.411561 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: subnet after_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.411905 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.412258 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.412608 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > router precommit_create 55549900 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.412951 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: port before_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.413325 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > router precommit_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.413690 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > router after_update 55549900 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.414124 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.414610 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > router precommit_create 55549900 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.414978 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.415838 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > router precommit_update 55549900 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.416208 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > agent after_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.416560 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > agent after_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.416971 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > network after_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.417967 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Tracking information for resource: router configured {{(pid=103165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 18:11:19.418163 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Tracking information for resource: floatingip configured {{(pid=103165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 18:11:19.423199 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.db.l3_agentschedulers_db [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 18:11:19.423791 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: port after_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.424158 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: port after_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.424517 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: port after_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.424874 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: port after_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.425801 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > router before_create 55550100 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.426153 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.426599 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > router precommit_create 55550100 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.426888 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > router precommit_update 55550100 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.432262 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.services.provider_configuration [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Service providers = [] {{(pid=103165) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 18:11:19.432626 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.db.servicetype_db [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103165) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 18:11:19.435642 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.services.service_base [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103165) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 18:11:19.435999 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.services.service_base [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103165) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 18:11:19.436349 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.services.service_base [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103165) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 18:11:19.437524 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.services.service_base [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103165) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 18:11:19.437899 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.services.service_base [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 18:11:19.438284 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 18:11:19.438601 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 18:11:19.449598 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 18:11:19.449942 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading Plugin: auto_allocate Feb 16 18:11:19.455842 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: network precommit_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.456211 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: network precommit_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.456739 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 18:11:19.457188 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading Plugin: tag Feb 16 18:11:19.464628 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 18:11:19.464961 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading Plugin: timestamp Feb 16 18:11:19.469118 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 18:11:19.469455 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading Plugin: network_ip_availability Feb 16 18:11:19.475024 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.475403 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.475761 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.476493 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 18:11:19.476817 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading Plugin: flavors Feb 16 18:11:19.482441 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 18:11:19.482786 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading Plugin: revisions Feb 16 18:11:19.487158 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 18:11:19.487553 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_concurrency.lockutils [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.248s {{(pid=103165) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 16 18:11:19.488301 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103165) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 16 18:11:19.488637 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Initializing extension manager. Feb 16 18:11:19.489195 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: __init__.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.489545 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: __pycache__ {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.489887 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.490225 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: address_group.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.490998 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.491567 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: address-group Feb 16 18:11:19.491894 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: address_scope.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.492622 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.493175 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: address-scope Feb 16 18:11:19.493530 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.494551 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.495067 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: router-admin-state-down-before-update Feb 16 18:11:19.495392 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: agent.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.496103 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.496619 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: agent Feb 16 18:11:19.496940 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: agent_resources_synced.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.497884 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.498399 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: agent-resources-synced Feb 16 18:11:19.498722 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: allowedaddresspairs.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.500546 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.501089 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: allowed-address-pairs Feb 16 18:11:19.501443 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: auto_allocated_topology.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.502536 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.503063 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: auto-allocated-topology Feb 16 18:11:19.503395 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: availability_zone.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.504100 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.504611 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: availability_zone Feb 16 18:11:19.504939 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: availability_zone_filter.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.505885 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.506396 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: availability_zone_filter Feb 16 18:11:19.506725 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: data_plane_status.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.507636 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.508146 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 18:11:19.508473 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: default_subnetpools.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.509455 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.509974 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: default-subnetpools Feb 16 18:11:19.510368 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.511189 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.511702 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: dhcp_agent_scheduler Feb 16 18:11:19.512030 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: dns.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.512977 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.513523 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension dns-integration not supported by any of loaded plugins Feb 16 18:11:19.513850 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: dns_domain_ports.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.514781 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.515293 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 18:11:19.515616 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.516549 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.517062 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 16 18:11:19.517412 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: dvr.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.518092 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.518605 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: dvr Feb 16 18:11:19.518927 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: ecmp_routes.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.519852 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.520356 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 16 18:11:19.520679 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: empty_string_filtering.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.521629 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.522138 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: empty-string-filtering Feb 16 18:11:19.522462 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.523393 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.523901 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 18:11:19.524225 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.525744 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.526250 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 18:11:19.526573 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: external_net.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.527494 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.528004 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: external-net Feb 16 18:11:19.528327 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.529284 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.529801 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: extra_dhcp_opt Feb 16 18:11:19.530128 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: extraroute.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.531048 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.531557 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: extraroute Feb 16 18:11:19.531880 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: extraroute_atomic.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.532922 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.533471 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: extraroute-atomic Feb 16 18:11:19.533796 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: filter_validation.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.534467 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.534974 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: filter-validation Feb 16 18:11:19.535300 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: fip_pf_description.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.536221 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.536723 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 18:11:19.537046 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: fip_port_details.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.538181 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.538698 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: fip-port-details Feb 16 18:11:19.539027 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: flavors.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.540395 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.541566 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: flavors Feb 16 18:11:19.541908 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.543644 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.544170 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 18:11:19.544502 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: floatingip_pools.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.545242 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.545759 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: floatingip-pools Feb 16 18:11:19.546086 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: ip_allocation.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.547036 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.547545 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 18:11:19.547871 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.548809 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.549358 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: ip-substring-filtering Feb 16 18:11:19.549690 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: l2_adjacency.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.550636 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.551142 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 18:11:19.551466 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: l3.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.552442 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.552956 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: router Feb 16 18:11:19.553311 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.555592 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.556123 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 18:11:19.556460 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.557418 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.557937 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: ext-gw-mode Feb 16 18:11:19.558269 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.559193 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.559703 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: l3-ha Feb 16 18:11:19.560030 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.560947 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.561492 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 16 18:11:19.561820 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: l3_flavors.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.562995 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.563509 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: l3-flavors Feb 16 18:11:19.563839 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.565261 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.565794 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 16 18:11:19.566120 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.567047 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.567570 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 18:11:19.567897 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: l3agentscheduler.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.568930 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.569470 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: l3_agent_scheduler Feb 16 18:11:19.569800 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: local_ip.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.571640 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.572173 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension local_ip not supported by any of loaded plugins Feb 16 18:11:19.572503 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: logging.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.574174 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.574706 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension logging not supported by any of loaded plugins Feb 16 18:11:19.575040 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: metering.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.575787 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.576371 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: metering Feb 16 18:11:19.576698 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.577834 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.578359 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: metering_source_and_destination_fields Feb 16 18:11:19.578687 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: multiprovidernet.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.579617 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.580140 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: multi-provider Feb 16 18:11:19.580470 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: netmtu.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.581429 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.581941 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: net-mtu Feb 16 18:11:19.582269 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: netmtu_writable.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.583191 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.583705 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: net-mtu-writable Feb 16 18:11:19.584028 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: network_availability_zone.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.584697 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.585231 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: network_availability_zone Feb 16 18:11:19.585555 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: network_ip_availability.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.586676 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.587994 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: network-ip-availability Feb 16 18:11:19.588328 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: network_segment_range.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.589113 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.589639 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 18:11:19.589963 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: pagination.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.590949 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.591283 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: pagination Feb 16 18:11:19.591610 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: port_device_profile.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.592522 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.593041 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: port-device-profile Feb 16 18:11:19.593399 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.594326 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.594841 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: port-mac-address-regenerate Feb 16 18:11:19.595161 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.596086 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.596599 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: port-numa-affinity-policy Feb 16 18:11:19.596918 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: port_resource_request.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.597954 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.598462 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 18:11:19.598783 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: port_resource_request_groups.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.599747 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.600253 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 16 18:11:19.600581 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: portbindings.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.601534 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.602041 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: binding Feb 16 18:11:19.602359 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: portbindings_extended.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.604270 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.604782 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: binding-extended Feb 16 18:11:19.605130 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: portsecurity.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.606056 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.606569 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: port-security Feb 16 18:11:19.606893 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: project_id.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.607872 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.608203 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: project-id Feb 16 18:11:19.608525 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: providernet.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.609477 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.609993 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: provider Feb 16 18:11:19.610319 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: qos.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.613977 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.614505 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension qos not supported by any of loaded plugins Feb 16 18:11:19.614837 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.616090 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.616609 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 18:11:19.616937 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.617896 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.618417 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 18:11:19.618829 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: qos_default.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.619755 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.620284 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension qos-default not supported by any of loaded plugins Feb 16 18:11:19.620610 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: qos_fip.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.621589 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.622100 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension qos-fip not supported by any of loaded plugins Feb 16 18:11:19.622425 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.623341 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.623851 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 16 18:11:19.624174 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: qos_gateway_ip.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.625250 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.625767 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 18:11:19.626091 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: qos_port_network_policy.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.627007 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.627520 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 18:11:19.627844 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.628898 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.629448 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 16 18:11:19.629773 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.630830 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.631347 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 16 18:11:19.631675 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: qos_pps_rule.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.632872 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.633420 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension qos-pps not supported by any of loaded plugins Feb 16 18:11:19.633749 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: qos_rule_type_details.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.634746 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.635260 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 18:11:19.635584 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: qos_rules_alias.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.636648 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.637195 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 18:11:19.637523 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: quota_check_limit.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.638442 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.638962 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: quota-check-limit Feb 16 18:11:19.639286 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: quotasv2.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.640228 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.640556 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: quotas Feb 16 18:11:19.640877 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: quotasv2_detail.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.642621 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.642962 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: quota_details Feb 16 18:11:19.643293 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: rbac.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.644352 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.644872 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: rbac-policies Feb 16 18:11:19.645244 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: rbac_address_group.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.646178 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.646695 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: rbac-address-group Feb 16 18:11:19.647019 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: rbac_address_scope.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.647943 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.648457 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: rbac-address-scope Feb 16 18:11:19.648984 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: rbac_security_groups.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.650285 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.651096 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: rbac-security-groups Feb 16 18:11:19.651425 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: rbac_subnetpool.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.652438 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.652959 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: rbac-subnetpool Feb 16 18:11:19.653311 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: revisionifmatch.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.654249 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.654769 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: revision-if-match Feb 16 18:11:19.655093 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: revisions.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.656275 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.656752 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: standard-attr-revisions Feb 16 18:11:19.657088 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: router_availability_zone.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.657780 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.658297 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: router_availability_zone Feb 16 18:11:19.658620 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: routerservicetype.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.659551 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.660069 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension router-service-type not supported by any of loaded plugins Feb 16 18:11:19.660398 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.661365 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.661886 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: security-groups-normalized-cidr Feb 16 18:11:19.662209 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.663136 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.663651 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: port-security-groups-filtering Feb 16 18:11:19.663972 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.664915 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.666235 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: security-groups-remote-address-group Feb 16 18:11:19.666780 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.667820 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.668342 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: security-groups-shared-filtering Feb 16 18:11:19.668701 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.669295 dv-cinder-773985-33-iscsi neutron-server[103165]: WARNING neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 16 18:11:19.669618 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: securitygroup.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.679312 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.679846 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: security-group Feb 16 18:11:19.680182 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: segment.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.681033 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.681676 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension segment not supported by any of loaded plugins Feb 16 18:11:19.682014 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.682974 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.683530 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 18:11:19.683842 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: servicetype.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.684990 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.685562 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: service-type Feb 16 18:11:19.685930 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: sorting.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.686972 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.687573 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: sorting Feb 16 18:11:19.687898 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: standard_attr_segment.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.688869 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.689435 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 18:11:19.689767 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: standardattrdescription.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.690445 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.690997 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: standard-attr-description Feb 16 18:11:19.691276 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: stateful_security_group.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.692252 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.692795 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: stateful-security-group Feb 16 18:11:19.693146 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: stdattrs_common.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.693720 dv-cinder-773985-33-iscsi neutron-server[103165]: WARNING neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 18:11:19.694040 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.694979 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.695497 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 18:11:19.695820 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: subnet_onboard.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.697826 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.698449 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: subnet_onboard Feb 16 18:11:19.698874 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.699827 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.700373 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 18:11:19.700700 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: subnet_service_types.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.701668 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.702186 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: subnet-service-types Feb 16 18:11:19.702510 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: subnetallocation.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.703647 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.704163 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: subnet_allocation Feb 16 18:11:19.704488 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.705205 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.705723 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: subnetpool-prefix-ops Feb 16 18:11:19.706044 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.706984 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.707491 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 18:11:19.707815 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: tagging.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.708929 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.709482 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: standard-attr-tag Feb 16 18:11:19.709805 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: timestamp.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.711021 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.711541 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loaded extension: standard-attr-timestamp Feb 16 18:11:19.711869 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: trunk.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.713603 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.714127 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension trunk not supported by any of loaded plugins Feb 16 18:11:19.714456 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: trunk_details.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.715412 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.715921 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension trunk-details not supported by any of loaded plugins Feb 16 18:11:19.716246 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: uplink_status_propagation.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.717208 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.717721 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 18:11:19.718041 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Loading extension file: vlantransparent.py {{(pid=103165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 18:11:19.718717 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 18:11:19.719266 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 18:11:19.721998 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Creating instance of TrackedResource for resource:network Feb 16 18:11:19.722547 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Creating instance of TrackedResource for resource:subnet Feb 16 18:11:19.722959 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 18:11:19.723351 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Creating instance of TrackedResource for resource:port Feb 16 18:11:19.725877 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.v2.resource_helper [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 18:11:19.726324 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.v2.resource_helper [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Service FLAVORS assigned prefix: {{(pid=103165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 18:11:19.726975 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.v2.resource_helper [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 18:11:19.727453 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.v2.resource_helper [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 18:11:19.727815 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Creating instance of TrackedResource for resource:router Feb 16 18:11:19.728869 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 18:11:19.729356 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.v2.resource_helper [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Service METERING assigned prefix: /metering {{(pid=103165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 18:11:19.730813 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.731188 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.731538 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103165) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:11:19.732541 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 18:11:19.732985 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Creating instance of TrackedResource for resource:security_group Feb 16 18:11:19.733447 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 18:11:19.734049 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.v2.resource_helper [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Service CORE assigned prefix: {{(pid=103165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 18:11:19.734382 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 18:11:19.734732 dv-cinder-773985-33-iscsi neutron-server[103165]: WARNING neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] subnetpool is already registered Feb 16 18:11:19.735155 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.v2.resource_helper [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Service CORE assigned prefix: {{(pid=103165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 18:11:19.735481 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 18:11:19.735813 dv-cinder-773985-33-iscsi neutron-server[103165]: WARNING neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] subnetpool is already registered Feb 16 18:11:19.738257 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.v2.resource_helper [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 18:11:19.738689 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.v2.resource_helper [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Service FLAVORS assigned prefix: {{(pid=103165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 18:11:19.739273 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.v2.resource_helper [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 18:11:19.739697 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.v2.resource_helper [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 18:11:19.740032 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Creating instance of TrackedResource for resource:router Feb 16 18:11:19.740372 dv-cinder-773985-33-iscsi neutron-server[103165]: WARNING neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] router is already registered Feb 16 18:11:19.740783 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 18:11:19.741146 dv-cinder-773985-33-iscsi neutron-server[103165]: WARNING neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] floatingip is already registered Feb 16 18:11:19.741601 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.v2.resource_helper [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Service METERING assigned prefix: /metering {{(pid=103165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 18:11:19.742273 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 18:11:19.742596 dv-cinder-773985-33-iscsi neutron-server[103165]: WARNING neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] rbac_policy is already registered Feb 16 18:11:19.743005 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Creating instance of TrackedResource for resource:security_group Feb 16 18:11:19.743340 dv-cinder-773985-33-iscsi neutron-server[103165]: WARNING neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] security_group is already registered Feb 16 18:11:19.743764 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 18:11:19.744246 dv-cinder-773985-33-iscsi neutron-server[103165]: WARNING neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] security_group_rule is already registered Feb 16 18:11:19.744883 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.v2.resource_helper [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Service CORE assigned prefix: {{(pid=103165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 18:11:19.745722 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 18:11:19.746021 dv-cinder-773985-33-iscsi neutron-server[103165]: WARNING neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] subnetpool is already registered Feb 16 18:11:19.746439 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.v2.resource_helper [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Service CORE assigned prefix: {{(pid=103165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 18:11:19.746765 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 18:11:19.747094 dv-cinder-773985-33-iscsi neutron-server[103165]: WARNING neutron.quota.resource_registry [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] subnetpool is already registered Feb 16 18:11:19.747646 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: extensions {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.749180 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: address-groups {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.750668 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: address-scopes {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.751993 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: agents {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.753197 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: auto-allocated-topology {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.754444 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: availability_zones {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.755653 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: dhcp-networks {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.757170 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: dhcp-agents {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.758677 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: routers {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.761387 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: flavors {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.762543 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: service_profiles {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.763785 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: next_providers {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.765314 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: service_profiles {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.766892 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: floatingip-pools {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.768318 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: routers {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.770578 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: floatingips {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.771886 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: l3-routers {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.773319 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: l3-agents {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.775519 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: metering-labels {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.776881 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: metering-label-rules {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.778201 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: network-ip-availabilities {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.779459 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: bindings {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.781192 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: quotas {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.782785 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: quotas {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.784306 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: rbac-policies {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.785627 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: security-groups {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.786851 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: security-group-rules {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.788130 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: service-providers {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.789377 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: subnetpools {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.791429 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: subnetpools {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.792892 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: tags {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.794598 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: tags {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.797379 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: tags {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.799151 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: tags {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.934495 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: tags {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.936289 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: tags {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.938266 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: tags {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.940146 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: tags {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.941934 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: tags {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.943787 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron.api.extensions [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Extended resource: tags {{(pid=103165) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 18:11:19.950583 dv-cinder-773985-33-iscsi neutron-server[103165]: WARNING keystonemiddleware.auth_token [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 18:11:19.955348 dv-cinder-773985-33-iscsi neutron-server[103165]: WARNING keystonemiddleware.auth_token [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 18:11:19.964893 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_concurrency.lockutils [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Acquired lock "singleton_lock" {{(pid=103165) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 16 18:11:19.965398 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_concurrency.lockutils [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Releasing lock "singleton_lock" {{(pid=103165) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 16 18:11:19.966059 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO oslo_service.service [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Starting 2 workers Feb 16 18:11:19.971137 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Started child 103275 {{(pid=103165) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 18:11:19.975990 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Started child 103276 {{(pid=103165) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 18:11:19.976508 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:19.977592 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO neutron.service [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 18:11:19.977992 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [-] (103275) wsgi starting up on http://0.0.0.0:9696 Feb 16 18:11:19.978343 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:19.978513 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 51118) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:11:19.980798 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:19.981384 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO oslo_service.service [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Starting 1 workers Feb 16 18:11:19.982273 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [-] (103276) wsgi starting up on http://0.0.0.0:9696 Feb 16 18:11:19.986380 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Started child 103277 {{(pid=103165) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 18:11:19.996395 dv-cinder-773985-33-iscsi neutron-server[103165]: INFO oslo_service.service [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Starting 1 workers Feb 16 18:11:19.996621 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [-] 10.222.0.87 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066171 Feb 16 18:11:19.996792 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.service [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] calling RpcWorker wait() {{(pid=103277) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 18:11:19.996792 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.service [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] returning from RpcWorker wait() {{(pid=103277) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 18:11:19.996792 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:19.997617 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Started child 103279 {{(pid=103165) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 18:11:19.997780 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:11:19.997958 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG neutron_lib.callbacks.manager [None req-ab80b721-5c5e-4af3-b850-9d6c0f2af283 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:19.997958 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103165) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 18:11:19.997958 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:11:19.997958 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 18:11:19.997958 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 18:11:19.997958 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 18:11:19.997958 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 18:11:19.998888 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:19.998888 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:19.998888 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:19.998888 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:19.998888 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:19.999515 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:19.999986 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:19.999986 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:19.999986 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.002620 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:11:20.002786 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.002786 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.002786 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.002786 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.002786 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.002786 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.002786 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.002786 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.003818 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.003818 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.003818 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.003818 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.003818 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.003818 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.003818 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] debug = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.003818 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.005495 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.005495 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.005495 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.005495 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.005495 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.005495 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.006363 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.006363 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.006363 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.006363 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.006363 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.006363 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.006363 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.006363 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.007508 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.007508 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.007508 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.007508 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] host = dv-cinder-773985-33-iscsi {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.007508 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.008161 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.008161 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.008161 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.008538 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.008538 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.008801 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.011550 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.011550 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.011550 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.011550 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.011550 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.011550 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.011550 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] log_file = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.011550 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] log_options = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.012953 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.012953 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.012953 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.012953 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.012953 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.012953 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.012953 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.013949 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.013949 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.014228 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.016754 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.016754 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.016754 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.016754 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.016754 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.016754 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.016754 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.016754 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.022732 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.022732 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.022732 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.022732 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.022732 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.022732 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.022732 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.022732 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.023275 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.023275 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.023275 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.023275 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.023275 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.023275 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.023275 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.023275 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.023722 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.023722 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.023722 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.023722 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.023722 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.023722 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.023722 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.023722 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.024474 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.025405 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.025594 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.026468 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.026468 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] use_json = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.026468 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.027270 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.027270 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.027529 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.027961 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.028374 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.028758 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.029214 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.029460 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.029953 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.030200 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.030661 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.031035 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.033412 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.033690 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.033962 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.034198 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.034474 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.034728 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.035049 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.035280 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.035590 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.036101 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.036101 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.037241 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.037798 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.037798 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.038017 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.040360 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.041308 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.041308 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.042932 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.043210 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.045383 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.045777 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.051326 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.051326 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.051326 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.051326 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.051326 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.051326 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.87/identity {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.051326 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.051326 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.051833 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.051833 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.051833 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.052013 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.052273 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.052563 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.052804 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.053047 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.053544 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.053806 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.054045 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.054282 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.054531 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.054767 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.055020 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.055927 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.056200 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.056366 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.056580 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.056985 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.057270 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.057567 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.058296 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.060367 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.060608 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.060836 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.061058 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.061333 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.061571 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.061792 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.062012 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.062477 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.062700 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.062919 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.063171 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.063389 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.063602 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.063819 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.064037 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.064285 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.064498 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.064715 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.064926 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.065168 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.065414 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.065626 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.065838 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.066052 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.066264 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.066478 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.066704 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.066945 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.067179 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.067389 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.067603 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.067820 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.068032 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.068312 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.068629 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.068870 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.069123 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.069378 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.069629 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.069845 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.070093 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.070332 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.070554 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.070789 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.071044 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.071268 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.072030 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.072263 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.072660 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.072898 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.073155 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.073380 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.073600 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.073851 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.074098 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.074375 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.074604 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.074859 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.075090 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.075367 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.075622 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.075872 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.076173 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.076412 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.076680 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.076991 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.077285 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.077541 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.078425 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.078425 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.078425 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.078679 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.078789 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.078982 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.079210 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.079430 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.079678 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.079903 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.080116 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.080359 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.080709 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.080958 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.082067 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.085521 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.085521 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.085521 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.085521 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.085521 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.085521 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.085521 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.085521 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.086198 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.87/identity {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.086198 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.086198 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.086198 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.086198 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.086650 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.086885 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.087162 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.088031 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.088288 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.088559 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.088782 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.089026 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.089294 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.089517 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.089736 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.090129 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.090349 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.091957 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.092364 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.092591 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.093627 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.093861 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.094080 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.094331 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.094722 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.094999 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.095263 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.095496 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.095751 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.096624 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.096624 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.096624 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.096923 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.096923 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.097715 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.097947 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.098167 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.099497 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.099891 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.100149 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.101157 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.103455 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.103455 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.103857 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.104984 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.105286 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.105566 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.105830 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.106092 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.106303 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.106531 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.106790 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.107014 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.107722 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.108038 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.108560 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.108560 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.108734 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.108991 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.109172 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.109492 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.110138 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.110375 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.111945 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.112306 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.112545 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.112843 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.113181 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.113454 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.113674 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.113914 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.114145 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.114437 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.114683 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.114940 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.115199 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.115427 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.115717 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.115895 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.116285 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.116488 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.116713 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.116958 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.117199 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.117448 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.117663 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.117897 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.118143 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.118455 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.119177 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.121510 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.121510 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.121510 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.121510 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.121510 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.121510 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.121945 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.121945 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.122098 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.123151 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.123151 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.123151 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.123151 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.123151 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.123537 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.123621 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.124108 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.124108 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.124388 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.124713 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.125913 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.125913 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.125913 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.126404 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.126663 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.126964 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.127203 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.127468 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.127708 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.127929 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.128159 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.128771 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.129116 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.129472 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.129735 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.135067 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.135067 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.135067 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.135067 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.135067 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.135067 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.135067 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.135067 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.135876 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.135876 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.135876 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.135876 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.135876 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.135876 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.135876 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.135876 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.135876 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.136483 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.136483 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.136483 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.136483 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.136483 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.136483 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.136896 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.136896 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.137368 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.137368 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 18:11:20.137838 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103165) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 18:11:20.138001 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 18:11:20.138152 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 18:11:20.138506 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 18:11:20.138677 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 18:11:20.138995 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 18:11:20.139187 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.140346 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.140346 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.140346 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.140346 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.140346 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.140346 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.140346 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.141044 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.141044 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.141044 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.141044 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.141044 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.141562 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.141562 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.141562 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.141787 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.141916 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.142012 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.142177 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.142337 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.142646 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.142824 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] debug = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.143175 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.144345 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.144345 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.144345 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.144345 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.145475 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.146554 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.146766 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.147349 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.147524 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.148326 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.148326 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.148326 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.148999 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.149248 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.149409 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.151292 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.151292 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.151292 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] host = dv-cinder-773985-33-iscsi {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.151292 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.151869 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.151869 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.151869 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.152270 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.152270 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.152270 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.152654 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.152654 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.152654 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.153037 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.153037 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.154262 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.154262 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] log_file = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.154262 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] log_options = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.154262 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.154262 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.154262 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.154262 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.155166 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.155166 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.155166 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.155607 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.155778 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.155918 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.156317 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.156506 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.156719 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.156888 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.157055 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.157347 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.157504 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.157664 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.157808 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.157970 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.158115 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.158265 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.158421 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.158702 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.159099 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.160107 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.160107 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.160392 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.160536 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.160673 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.160809 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.163879 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.163879 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.163879 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.163879 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.163879 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.163879 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.163879 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.163879 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.164410 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.164410 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.164410 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.164410 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.164410 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.164410 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.164410 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.164410 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] use_json = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.164891 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.164891 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.164891 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.164891 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.164891 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.165231 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.165231 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.165897 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.166373 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 18:11:20.167214 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.167214 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.167214 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.167214 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.167214 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.167594 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.167594 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.167736 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.167813 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.167935 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.168990 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.169190 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.169368 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.169530 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.169714 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.169844 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.170967 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.171066 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:11:20.171141 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.171141 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.171141 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.171141 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.171141 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.171141 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.171141 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.171521 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.171521 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.171521 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.171693 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.171884 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.171986 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.172172 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.172294 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.87/identity {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.172929 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.172929 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.172929 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.173168 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.173168 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.173325 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.175021 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.175325 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.175429 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.175540 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.176710 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.176710 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.176710 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.176710 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.176710 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.176710 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.176710 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.177163 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.177163 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.177163 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.177332 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.177396 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.177575 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.177684 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.177845 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.178019 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.178180 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.178400 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.178522 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.178648 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.178808 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.178967 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.179127 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.179287 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.179448 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.179609 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.179787 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.179940 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.180096 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.180255 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.180416 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.180577 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.180737 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.181568 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.182539 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.182711 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.182876 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.183039 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.183200 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.183362 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.183510 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.183673 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.183840 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.184002 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.184163 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.184324 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.184486 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.184694 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.184815 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.185020 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.185169 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.185331 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.185494 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.185656 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.185818 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.185979 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.186139 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.186300 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.186461 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.186621 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.187805 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.187805 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.187805 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.187805 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.187805 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.187805 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.188389 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.188389 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.188389 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.188389 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.188776 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.188776 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.190074 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.190074 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.190074 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.190074 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.190074 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.190074 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.190074 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.190074 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.190851 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.190851 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.190851 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.191057 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.191790 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.191790 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.191790 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.192124 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.192605 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.193710 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.193710 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.193710 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.194024 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.194024 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.194220 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.194338 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.194506 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.194654 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.195721 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.195721 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.195721 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.195721 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.195721 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.195721 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.196320 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.196320 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.196320 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.196320 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.87/identity {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.196916 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.196916 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.196916 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.197583 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.197583 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.197583 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.197583 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.197995 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.197995 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.197995 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.198278 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.198278 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.199084 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.199084 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.199084 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.199084 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.199084 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.199437 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.199437 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.199586 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.199664 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.199781 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.199974 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.200132 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.200261 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.200422 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.200612 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.200706 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.200869 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.201026 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.201359 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.201694 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.202777 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.202777 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.202777 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.202777 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.202777 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.202777 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.202777 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.203453 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.203453 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.203453 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.203453 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.203813 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.203813 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.203813 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.204036 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.204114 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.204270 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.204453 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.204607 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.204768 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.204892 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.205053 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.205270 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.205427 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.205549 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.205695 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.205854 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.206020 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.206168 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.206389 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.206486 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.206641 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.206831 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.206987 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.207131 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.207287 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.207446 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.207561 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.207728 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.207878 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.208049 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.208231 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.208374 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.208553 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.208708 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.208888 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.209051 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.209295 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.209295 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.209610 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.209610 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.209875 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.209875 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.210147 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.210287 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.210464 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.210464 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.210734 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.210871 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.211019 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.211157 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.211313 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.211537 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.211537 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.211850 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.211850 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.212645 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.212645 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.213554 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.213554 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.213554 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.213554 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.213554 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.217184 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.217184 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.217184 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.217184 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.217184 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.217184 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.217184 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.217184 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.218256 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.218256 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.218256 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.218256 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.218256 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.218256 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.218256 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.218256 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.219397 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.219397 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.219397 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.219397 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.219397 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.219397 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.219397 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.219397 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.220456 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.220456 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.220456 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.220456 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.220456 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.220456 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.220456 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.220456 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.220456 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.221708 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.221708 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.221708 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.221708 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.221708 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.221708 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.221708 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.221708 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.221708 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.222293 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.222293 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.222293 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.222293 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 18:11:20.222293 dv-cinder-773985-33-iscsi neutron-server[103165]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103165) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 18:11:32.064736 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75749b76-7cf2-4e21-9c5f-f0e4b01b5579 None None] get_active_networks_info from dv-cinder-773985-33-iscsi {{(pid=103277) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 18:11:32.161895 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75749b76-7cf2-4e21-9c5f-f0e4b01b5579 None None] No non-hosted networks {{(pid=103277) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 18:11:32.252023 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.agentschedulers_db [None req-75749b76-7cf2-4e21-9c5f-f0e4b01b5579 None None] DHCP Agent not found on host dv-cinder-773985-33-iscsi {{(pid=103277) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 16 18:11:32.381411 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-495afd20-3c63-443f-bed1-ffcae18491bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-460365'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:34.454199 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9247-0a47-42ec-94e8-b67b20543341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-460365'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:34.504373 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.db.api [None req-7e0ea1df-d761-4658-aa4f-95531fd667b9 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-773985-33-iscsi {{(pid=103277) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:11:34.505285 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG oslo_db.api [None req-7e0ea1df-d761-4658-aa4f-95531fd667b9 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 18:11:35.088317 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7e0ea1df-d761-4658-aa4f-95531fd667b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:35.521710 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-460365'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:37.046997 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-460365'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:38.345629 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 51214) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:11:38.458800 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-460365'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:38.460412 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:38.460752 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:38.463009 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:38.463009 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:38.463009 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:38.463009 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:38.463009 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:38.463627 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:38.463627 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:38.463917 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:38.464076 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:38.464560 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:38.465139 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:38.465807 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-773985-33-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:11:38.474024 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-773985-33-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:11:38.986953 dv-cinder-773985-33-iscsi neutron-server[103276]: WARNING oslo_policy.policy [None req-de6c646c-c3df-4b5f-8523-34e296e90ece admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 18:11:38.995858 dv-cinder-773985-33-iscsi neutron-server[103276]: WARNING oslo_policy.policy [None req-de6c646c-c3df-4b5f-8523-34e296e90ece admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 18:11:39.225116 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [None req-de6c646c-c3df-4b5f-8523-34e296e90ece admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103276) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:11:39.226662 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-de6c646c-c3df-4b5f-8523-34e296e90ece admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8790243 Feb 16 18:11:39.745624 dv-cinder-773985-33-iscsi neutron-server[103277]: INFO neutron.db.l3_hamode_db [None req-ebdf1a74-7626-4ed4-b32a-b5585a04ce21 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 18:11:39.830603 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdf1a74-7626-4ed4-b32a-b5585a04ce21 None None] Routers set() bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:11:39.831109 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdf1a74-7626-4ed4-b32a-b5585a04ce21 None None] Router IDs set() for agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 18:11:41.829256 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 51240) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:11:42.365518 dv-cinder-773985-33-iscsi neutron-server[103275]: WARNING oslo_policy.policy [None req-bad1359e-f926-4839-a96b-7d989043005c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 18:11:42.366092 dv-cinder-773985-33-iscsi neutron-server[103275]: WARNING oslo_policy.policy [None req-bad1359e-f926-4839-a96b-7d989043005c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 18:11:42.590822 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-bad1359e-f926-4839-a96b-7d989043005c admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:11:42.683710 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.policy [None req-bad1359e-f926-4839-a96b-7d989043005c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103275) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 18:11:42.729716 dv-cinder-773985-33-iscsi neutron-server[103275]: WARNING oslo_policy.policy [None req-bad1359e-f926-4839-a96b-7d989043005c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 18:11:42.730150 dv-cinder-773985-33-iscsi neutron-server[103275]: WARNING oslo_policy.policy [None req-bad1359e-f926-4839-a96b-7d989043005c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 18:11:42.895898 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-bad1359e-f926-4839-a96b-7d989043005c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776558828443', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776558826862', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776558805970', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776558810329', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776558735717', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776558727249', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3558178', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-650173', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3651506', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3577873'] for rbac-policy (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:43.147137 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-bad1359e-f926-4839-a96b-7d989043005c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:43.148369 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-bad1359e-f926-4839-a96b-7d989043005c admin admin] 10.222.0.87 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3181577 Feb 16 18:11:45.656208 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 51256) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:11:45.980764 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:11:46.109973 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Made reservation on behalf of 32d4a5ac6711498799101bfed49ee0ba for: {'network': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:11:46.113758 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for network (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:46.130212 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:46.239131 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Publish callbacks [] for security_group (97e94dfe-1873-46a1-b2d9-5ba5f42fa889), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:46.314394 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (97e94dfe-1873-46a1-b2d9-5ba5f42fa889), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:46.347005 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 18:11:46.375672 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776562245250', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (e98e05e8-e489-41d8-b739-af60c0013a1e), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:46.376273 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Unsubscribe: segment precommit_create {{(pid=103275) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 18:11:46.376865 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.db.segments_db [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Added segment e98e05e8-e489-41d8-b739-af60c0013a1e of type vlan for network 597808d4-24bb-4ad7-9ab5-ae1c00e0440b Feb 16 18:11:46.382850 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=97e94dfe-1873-46a1-b2d9-5ba5f42fa889,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:11:46.442221 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:46.442575 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:46.442918 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:46.443248 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:46.443576 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:46.443904 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:46.444239 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:46.444565 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:46.444887 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:46.445246 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:46.445570 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:46.445886 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:46.446251 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Tracked resource versions report: Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: pushed versions: Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: { 'AddressGroup': {'1.2'}, Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: 'ConntrackHelper': {'1.0'}, Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: 'LocalIPAssociation': {'1.0'}, Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: 'Log': {'1.0'}, Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: 'Network': {'1.1'}, Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: 'Port': {'1.7'}, Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: 'PortForwarding': {'1.2'}, Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: 'QosPolicy': {'1.10'}, Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: 'SecurityGroup': {'1.5'}, Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: 'SecurityGroupRule': {'1.2'}, Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: 'SubPort': {'1.0'}, Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: 'Subnet': {'1.1'}, Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: 'Trunk': {'1.1'}} Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: consumer versions: Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: { DHCP agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: L3 agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: Metadata agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: Metering agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: Open vSwitch agent@dv-cinder-773985-33-iscsi: { 'AddressGroup': '1.2', Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: 'ConntrackHelper': '1.0', Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: 'LocalIPAssociation': '1.0', Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: 'Log': '1.0', Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: 'Network': '1.1', Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: 'Port': '1.7', Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: 'PortForwarding': '1.2', Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: 'QosPolicy': '1.10', Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: 'SecurityGroup': '1.5', Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: 'SecurityGroupRule': '1.2', Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: 'SubPort': '1.0', Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: 'Subnet': '1.1', Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: 'Trunk': '1.1'}} Feb 16 18:11:46.448198 dv-cinder-773985-33-iscsi neutron-server[103275]: {{(pid=103275) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 18:11:46.489903 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776561717104'] for network (597808d4-24bb-4ad7-9ab5-ae1c00e0440b), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:46.561482 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for network (597808d4-24bb-4ad7-9ab5-ae1c00e0440b), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:46.566775 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:11:46.567476 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:46.684688 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0273945 Feb 16 18:11:46.685429 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da98a4f-d0d2-40ae-9703-a81f39a6fb09 demo demo] Pushing event updated for resources: {'Network': ['ID=597808d4-24bb-4ad7-9ab5-ae1c00e0440b,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:11:46.701947 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Network 597808d4-24bb-4ad7-9ab5-ae1c00e0440b details requested by agent ovs-agent-dv-cinder-773985-33-iscsi with host dv-cinder-773985-33-iscsi {{(pid=103277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 18:11:49.282615 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 51268) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:11:49.701783 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2efc50d-8124-4451-9a50-c6b3a0d879c5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:11:49.703167 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-b2efc50d-8124-4451-9a50-c6b3a0d879c5 demo admin] 10.222.0.87 "GET /v2.0/networks/597808d4-24bb-4ad7-9ab5-ae1c00e0440b HTTP/1.1" status: 200 len: 825 time: 0.4195039 Feb 16 18:11:49.727786 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-4f4dade4-1591-4f65-8f63-f14c0e605b6b demo admin] 10.222.0.87 "GET /v2.0/subnetpools/6e0e4870-250f-4201-851f-a718053352c2 HTTP/1.1" status: 200 len: 734 time: 0.0188603 Feb 16 18:11:49.736774 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-fd7519c3-bad0-4f2a-b153-570784571047 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '6e0e4870-250f-4201-851f-a718053352c2', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '597808d4-24bb-4ad7-9ab5-ae1c00e0440b'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:11:49.841640 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7519c3-bad0-4f2a-b153-570784571047 demo admin] Made reservation on behalf of 32d4a5ac6711498799101bfed49ee0ba for: {'subnet': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:11:49.844015 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fd7519c3-bad0-4f2a-b153-570784571047 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:50.212434 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fd7519c3-bad0-4f2a-b153-570784571047 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for subnet (f3405ab8-1671-4e6f-b9d1-90ea45840422), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:50.281395 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7519c3-bad0-4f2a-b153-570784571047 demo admin] Pushing event updated for resources: {'Subnet': ['ID=f3405ab8-1671-4e6f-b9d1-90ea45840422,revision_number=0']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:11:50.288850 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7519c3-bad0-4f2a-b153-570784571047 demo admin] Checking segment: {'id': 'e98e05e8-e489-41d8-b739-af60c0013a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '597808d4-24bb-4ad7-9ab5-ae1c00e0440b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:11:50.289509 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7519c3-bad0-4f2a-b153-570784571047 demo admin] Network hostable DHCP agents. Network: 597808d4-24bb-4ad7-9ab5-ae1c00e0440b, hostable agents: ['f2339edf-a2ee-4e84-8bf4-086a7482b327'], hosted agents: [] {{(pid=103275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 18:11:50.361056 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7519c3-bad0-4f2a-b153-570784571047 demo admin] Network 597808d4-24bb-4ad7-9ab5-ae1c00e0440b is scheduled to be hosted by DHCP agent f2339edf-a2ee-4e84-8bf4-086a7482b327 with binding_index 1 {{(pid=103275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 18:11:50.434901 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-fd7519c3-bad0-4f2a-b153-570784571047 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-33-iscsi, 597808d4-24bb-4ad7-9ab5-ae1c00e0440b) {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:11:50.439816 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7519c3-bad0-4f2a-b153-570784571047 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:11:50.440432 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fd7519c3-bad0-4f2a-b153-570784571047 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for subnet (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:50.444885 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8530d1-7b47-4863-871e-f2513fda7f9d None None] Network 597808d4-24bb-4ad7-9ab5-ae1c00e0440b requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:11:50.529626 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-fd7519c3-bad0-4f2a-b153-570784571047 demo admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7958882 Feb 16 18:11:50.846678 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15817be5-ed40-5113-87ca-305c7188bdc0-597808d4-24bb-4ad7-9ab5-ae1c00e0440b', 'network_id': '597808d4-24bb-4ad7-9ab5-ae1c00e0440b', 'project_id': '32d4a5ac6711498799101bfed49ee0ba', 'fixed_ips': [{'subnet_id': 'f3405ab8-1671-4e6f-b9d1-90ea45840422'}]}} from dv-cinder-773985-33-iscsi. {{(pid=103277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 18:11:50.847982 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:51.146764 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Allocated IP 172.20.0.2 (597808d4-24bb-4ad7-9ab5-ae1c00e0440b/f3405ab8-1671-4e6f-b9d1-90ea45840422/658214b8-7845-4d0d-9005-4991775dd8a8) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:11:51.426325 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Publish callbacks [] for port (658214b8-7845-4d0d-9005-4991775dd8a8), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:51.511089 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341'] for port (658214b8-7845-4d0d-9005-4991775dd8a8), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:51.590398 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Network 597808d4-24bb-4ad7-9ab5-ae1c00e0440b is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:11:51.595195 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:11:51.604274 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:11:51.606345 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Pushing event updated for resources: {'Port': ['ID=658214b8-7845-4d0d-9005-4991775dd8a8,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:11:51.616330 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:51.616696 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:51.617060 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:51.617427 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:51.617763 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:51.618149 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:51.618560 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:51.618877 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:51.619371 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:51.619715 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:51.620044 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:51.620368 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:51.620692 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Tracked resource versions report: Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: pushed versions: Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: { 'AddressGroup': {'1.2'}, Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: 'ConntrackHelper': {'1.0'}, Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: 'LocalIPAssociation': {'1.0'}, Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: 'Log': {'1.0'}, Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: 'Network': {'1.1'}, Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: 'Port': {'1.7'}, Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: 'PortForwarding': {'1.2'}, Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: 'QosPolicy': {'1.10'}, Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: 'SecurityGroup': {'1.5'}, Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: 'SecurityGroupRule': {'1.2'}, Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: 'SubPort': {'1.0'}, Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: 'Subnet': {'1.1'}, Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: 'Trunk': {'1.1'}} Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: consumer versions: Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: { DHCP agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: L3 agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: Metadata agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: Metering agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: Open vSwitch agent@dv-cinder-773985-33-iscsi: { 'AddressGroup': '1.2', Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: 'ConntrackHelper': '1.0', Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: 'LocalIPAssociation': '1.0', Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: 'Log': '1.0', Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: 'Network': '1.1', Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: 'Port': '1.7', Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: 'PortForwarding': '1.2', Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: 'QosPolicy': '1.10', Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: 'SecurityGroup': '1.5', Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: 'SecurityGroupRule': '1.2', Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: 'SubPort': '1.0', Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: 'Subnet': '1.1', Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: 'Trunk': '1.1'}} Feb 16 18:11:51.622171 dv-cinder-773985-33-iscsi neutron-server[103277]: {{(pid=103277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 18:11:51.700967 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Attempting to bind port 658214b8-7845-4d0d-9005-4991775dd8a8 on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:11:51.701322 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Attempting to bind port 658214b8-7845-4d0d-9005-4991775dd8a8 by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': 'e98e05e8-e489-41d8-b739-af60c0013a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '597808d4-24bb-4ad7-9ab5-ae1c00e0440b'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:11:51.701755 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Attempting to bind port 658214b8-7845-4d0d-9005-4991775dd8a8 on network 597808d4-24bb-4ad7-9ab5-ae1c00e0440b {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:11:51.707347 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:11:51.707731 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Checking segment: {'id': 'e98e05e8-e489-41d8-b739-af60c0013a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '597808d4-24bb-4ad7-9ab5-ae1c00e0440b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:11:51.708222 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:51.708626 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Bound using segment: {'id': 'e98e05e8-e489-41d8-b739-af60c0013a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '597808d4-24bb-4ad7-9ab5-ae1c00e0440b'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:11:51.709174 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Bound port: 658214b8-7845-4d0d-9005-4991775dd8a8, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98e05e8-e489-41d8-b739-af60c0013a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '597808d4-24bb-4ad7-9ab5-ae1c00e0440b'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:11:51.709530 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (658214b8-7845-4d0d-9005-4991775dd8a8), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:51.783200 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] For port 658214b8-7845-4d0d-9005-4991775dd8a8, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:11:51.788426 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] For port 658214b8-7845-4d0d-9005-4991775dd8a8, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=658214b8-7845-4d0d-9005-4991775dd8a8,segment=NetworkSegment(e98e05e8-e489-41d8-b739-af60c0013a1e),segment_id=e98e05e8-e489-41d8-b739-af60c0013a1e)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:11:51.870688 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (658214b8-7845-4d0d-9005-4991775dd8a8), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:51.960053 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309e2f7-e03b-466b-8f38-0c2908c9c996 None None] Pushing event updated for resources: {'Port': ['ID=658214b8-7845-4d0d-9005-4991775dd8a8,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:11:53.310069 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 51276) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:11:53.644773 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [None req-20a7c996-45cd-4a4f-bf41-28e6d81e7a44 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103276) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:11:53.645770 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-20a7c996-45cd-4a4f-bf41-28e6d81e7a44 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3346388 Feb 16 18:11:56.270080 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 51284) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:11:56.586339 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [None req-a07bb70d-5cbe-4a84-b270-7b434d27ad19 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103276) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:11:56.588108 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-a07bb70d-5cbe-4a84-b270-7b434d27ad19 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3171136 Feb 16 18:11:59.191984 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 51292) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:11:59.519417 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-5087ed6f-e809-4159-bc44-eea4ffb09e53 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:11:59.585223 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.policy [None req-5087ed6f-e809-4159-bc44-eea4ffb09e53 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103276) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 18:11:59.631256 dv-cinder-773985-33-iscsi neutron-server[103276]: WARNING oslo_policy.policy [None req-5087ed6f-e809-4159-bc44-eea4ffb09e53 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 18:11:59.631638 dv-cinder-773985-33-iscsi neutron-server[103276]: WARNING oslo_policy.policy [None req-5087ed6f-e809-4159-bc44-eea4ffb09e53 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 18:11:59.762090 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5087ed6f-e809-4159-bc44-eea4ffb09e53 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-465507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1026382'] for router (18b42b06-6b6a-4c3f-8303-6e24790f4f4f), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:59.764060 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5087ed6f-e809-4159-bc44-eea4ffb09e53 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-459561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1026423'] for router (18b42b06-6b6a-4c3f-8303-6e24790f4f4f), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:11:59.920411 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5087ed6f-e809-4159-bc44-eea4ffb09e53 demo demo] Publish callbacks [] for router_controller (18b42b06-6b6a-4c3f-8303-6e24790f4f4f), precommit_add_association {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:00.099483 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5087ed6f-e809-4159-bc44-eea4ffb09e53 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-465654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-459636'] for router (18b42b06-6b6a-4c3f-8303-6e24790f4f4f), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:00.215804 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5087ed6f-e809-4159-bc44-eea4ffb09e53 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:00.218189 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-5087ed6f-e809-4159-bc44-eea4ffb09e53 demo demo] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0250587 Feb 16 18:12:02.162655 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3d401c8e-d11b-419c-95be-78f6d888c4ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:02.828288 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 51306) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:12:03.162002 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [None req-e4e3fd86-61cd-47b5-869e-0b61bb21d2b2 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103276) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:12:03.166336 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-e4e3fd86-61cd-47b5-869e-0b61bb21d2b2 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3369329 Feb 16 18:12:03.268442 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 658214b8-7845-4d0d-9005-4991775dd8a8 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:12:03.368877 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 658214b8-7845-4d0d-9005-4991775dd8a8 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:12:03.369232 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (658214b8-7845-4d0d-9005-4991775dd8a8), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:03.520160 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 658214b8-7845-4d0d-9005-4991775dd8a8 is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:12:03.520864 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (658214b8-7845-4d0d-9005-4991775dd8a8), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:03.580837 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] For port 658214b8-7845-4d0d-9005-4991775dd8a8, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=658214b8-7845-4d0d-9005-4991775dd8a8,segment=NetworkSegment(e98e05e8-e489-41d8-b739-af60c0013a1e),segment_id=e98e05e8-e489-41d8-b739-af60c0013a1e)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:12:03.641354 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (658214b8-7845-4d0d-9005-4991775dd8a8), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:03.692286 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Pushing event updated for resources: {'Port': ['ID=658214b8-7845-4d0d-9005-4991775dd8a8,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:12:03.976869 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbae2c73-0766-4456-9b97-ac4c4bf10ec6 None None] Network 597808d4-24bb-4ad7-9ab5-ae1c00e0440b requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:12:04.105230 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-7675e9c8-6891-4442-a39a-12cb7818d50f None None] Provisioning complete for port 658214b8-7845-4d0d-9005-4991775dd8a8 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:12:04.105614 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7675e9c8-6891-4442-a39a-12cb7818d50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (658214b8-7845-4d0d-9005-4991775dd8a8), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:04.198793 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-7675e9c8-6891-4442-a39a-12cb7818d50f None None] Current status of the port 658214b8-7845-4d0d-9005-4991775dd8a8 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:12:04.389650 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-619c4217-f2ad-4ba1-9796-8102463791fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:04.419911 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-5506aa66-40f1-431d-aa23-cfc095494a6c None None] Provisioning complete for port 658214b8-7845-4d0d-9005-4991775dd8a8 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:12:04.420305 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5506aa66-40f1-431d-aa23-cfc095494a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (658214b8-7845-4d0d-9005-4991775dd8a8), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:04.503650 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-5506aa66-40f1-431d-aa23-cfc095494a6c None None] Current status of the port 658214b8-7845-4d0d-9005-4991775dd8a8 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:12:05.214292 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 658214b8-7845-4d0d-9005-4991775dd8a8 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:12:05.267130 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 658214b8-7845-4d0d-9005-4991775dd8a8 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:12:05.267525 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (658214b8-7845-4d0d-9005-4991775dd8a8), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:05.360953 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 658214b8-7845-4d0d-9005-4991775dd8a8 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:12:05.475539 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:05.925111 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 51324) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:12:06.065722 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:12:06.155400 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Made reservation on behalf of cbda6004e23b4962aaf44dfcd57b21b1 for: {'network': 1} {{(pid=103276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:12:06.158371 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for network (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:06.175307 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:06.285753 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Publish callbacks [] for security_group (7c207fc5-a6ac-4041-a8ce-b8b479e4867d), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:06.332741 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (7c207fc5-a6ac-4041-a8ce-b8b479e4867d), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:06.345335 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Reserving flat network on physical network physnet1 {{(pid=103276) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 16 18:12:06.378927 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776562245250', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (38ba42ae-d494-4c75-9d8e-9ca6ac728dbc), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:06.379485 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Unsubscribe: segment precommit_create {{(pid=103276) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 18:12:06.379987 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.db.segments_db [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Added segment 38ba42ae-d494-4c75-9d8e-9ca6ac728dbc of type flat for network c00f8eca-8c80-474c-b61e-3160eeb0c24d Feb 16 18:12:06.395925 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c207fc5-a6ac-4041-a8ce-b8b479e4867d,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:12:06.447740 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:12:06.448082 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:12:06.448424 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:12:06.448756 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:12:06.449109 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:12:06.449436 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:12:06.449775 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:12:06.450105 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:12:06.450440 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:12:06.450763 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:12:06.451084 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:12:06.451401 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:12:06.451718 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Tracked resource versions report: Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: pushed versions: Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: { 'AddressGroup': {'1.2'}, Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: 'ConntrackHelper': {'1.0'}, Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: 'LocalIPAssociation': {'1.0'}, Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: 'Log': {'1.0'}, Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: 'Network': {'1.1'}, Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: 'Port': {'1.7'}, Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: 'PortForwarding': {'1.2'}, Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: 'QosPolicy': {'1.10'}, Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: 'SecurityGroup': {'1.5'}, Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: 'SecurityGroupRule': {'1.2'}, Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: 'SubPort': {'1.0'}, Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: 'Subnet': {'1.1'}, Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: 'Trunk': {'1.1'}} Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: consumer versions: Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: { DHCP agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: L3 agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: Metadata agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: Metering agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: Open vSwitch agent@dv-cinder-773985-33-iscsi: { 'AddressGroup': '1.2', Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: 'ConntrackHelper': '1.0', Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: 'LocalIPAssociation': '1.0', Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: 'Log': '1.0', Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: 'Network': '1.1', Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: 'Port': '1.7', Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: 'PortForwarding': '1.2', Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: 'QosPolicy': '1.10', Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: 'SecurityGroup': '1.5', Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: 'SecurityGroupRule': '1.2', Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: 'SubPort': '1.0', Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: 'Subnet': '1.1', Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: 'Trunk': '1.1'}} Feb 16 18:12:06.453186 dv-cinder-773985-33-iscsi neutron-server[103276]: {{(pid=103276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 18:12:06.504981 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776561717104'] for network (c00f8eca-8c80-474c-b61e-3160eeb0c24d), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:06.617777 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for network (c00f8eca-8c80-474c-b61e-3160eeb0c24d), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:06.619016 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:12:06.619723 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:06.720271 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] Pushing event updated for resources: {'Network': ['ID=c00f8eca-8c80-474c-b61e-3160eeb0c24d,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:12:06.731124 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Network c00f8eca-8c80-474c-b61e-3160eeb0c24d details requested by agent ovs-agent-dv-cinder-773985-33-iscsi with host dv-cinder-773985-33-iscsi {{(pid=103277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 18:12:06.764662 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-5a7bc37a-704d-466c-a82a-3e3dca53e98d admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8372195 Feb 16 18:12:06.939438 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:08.498766 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:09.287886 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 51346) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:12:09.429443 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be4aa95-1605-4f84-a0b2-f28c3fc71f84 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:12:09.431606 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-3be4aa95-1605-4f84-a0b2-f28c3fc71f84 demo admin] 10.222.0.87 "GET /v2.0/subnets/f3405ab8-1671-4e6f-b9d1-90ea45840422 HTTP/1.1" status: 200 len: 849 time: 0.1427703 Feb 16 18:12:09.576842 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-59af44ea-3b82-4374-85e9-4d21c012cea8 demo admin] 10.222.0.87 "GET /v2.0/routers/18b42b06-6b6a-4c3f-8303-6e24790f4f4f HTTP/1.1" status: 200 len: 704 time: 0.1393166 Feb 16 18:12:09.855278 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1814-1073-4357-b432-ef0f95e2fb61 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:10.168669 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-4ffb1814-1073-4357-b432-ef0f95e2fb61 demo admin] Allocated IP 172.20.0.1 (597808d4-24bb-4ad7-9ab5-ae1c00e0440b/f3405ab8-1671-4e6f-b9d1-90ea45840422/a771d851-65fb-405a-bb26-fca18da12ba3) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:12:10.354639 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1814-1073-4357-b432-ef0f95e2fb61 demo admin] Publish callbacks [] for port (a771d851-65fb-405a-bb26-fca18da12ba3), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:10.482328 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1814-1073-4357-b432-ef0f95e2fb61 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341'] for port (a771d851-65fb-405a-bb26-fca18da12ba3), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:10.560791 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffb1814-1073-4357-b432-ef0f95e2fb61 demo admin] Network 597808d4-24bb-4ad7-9ab5-ae1c00e0440b is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:12:10.571237 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-4ffb1814-1073-4357-b432-ef0f95e2fb61 demo admin] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:12:10.577242 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb1814-1073-4357-b432-ef0f95e2fb61 demo admin] Pushing event updated for resources: {'Port': ['ID=a771d851-65fb-405a-bb26-fca18da12ba3,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:12:10.580016 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffb1814-1073-4357-b432-ef0f95e2fb61 demo admin] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:12:10.580532 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1814-1073-4357-b432-ef0f95e2fb61 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461865'] for router_interface (18b42b06-6b6a-4c3f-8303-6e24790f4f4f), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:10.761846 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-06e7ee7d-1827-4d0f-9537-e27c99fc99f5 None None] Provisioning complete for port a771d851-65fb-405a-bb26-fca18da12ba3 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:12:10.762393 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-06e7ee7d-1827-4d0f-9537-e27c99fc99f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (a771d851-65fb-405a-bb26-fca18da12ba3), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:10.796415 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-06e7ee7d-1827-4d0f-9537-e27c99fc99f5 None None] Port a771d851-65fb-405a-bb26-fca18da12ba3 cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:12:10.912219 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1814-1073-4357-b432-ef0f95e2fb61 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (a771d851-65fb-405a-bb26-fca18da12ba3), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:11.124534 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1814-1073-4357-b432-ef0f95e2fb61 demo admin] Publish callbacks [] for port (a771d851-65fb-405a-bb26-fca18da12ba3), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:11.229785 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1814-1073-4357-b432-ef0f95e2fb61 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (a771d851-65fb-405a-bb26-fca18da12ba3), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:11.230623 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1814-1073-4357-b432-ef0f95e2fb61 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3745776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462005'] for router_interface (18b42b06-6b6a-4c3f-8303-6e24790f4f4f), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:11.291512 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb1814-1073-4357-b432-ef0f95e2fb61 demo admin] Pushing event updated for resources: {'Port': ['ID=a771d851-65fb-405a-bb26-fca18da12ba3,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:12:11.360971 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffb1814-1073-4357-b432-ef0f95e2fb61 demo admin] Network 597808d4-24bb-4ad7-9ab5-ae1c00e0440b is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:12:11.362317 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-4ffb1814-1073-4357-b432-ef0f95e2fb61 demo admin] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:12:11.607265 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffb1814-1073-4357-b432-ef0f95e2fb61 demo admin] Router 18b42b06-6b6a-4c3f-8303-6e24790f4f4f is scheduled to L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 with binding_index 1 {{(pid=103276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 18:12:11.619718 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-87d921f2-a570-4494-b15a-3f16b7aa71e3 None None] Provisioning complete for port a771d851-65fb-405a-bb26-fca18da12ba3 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:12:11.620107 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-87d921f2-a570-4494-b15a-3f16b7aa71e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (a771d851-65fb-405a-bb26-fca18da12ba3), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:11.656731 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-87d921f2-a570-4494-b15a-3f16b7aa71e3 None None] Port a771d851-65fb-405a-bb26-fca18da12ba3 cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:12:11.703896 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffb1814-1073-4357-b432-ef0f95e2fb61 demo admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:12:11.709275 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-4ffb1814-1073-4357-b432-ef0f95e2fb61 demo admin] 10.222.0.87 "PUT /v2.0/routers/18b42b06-6b6a-4c3f-8303-6e24790f4f4f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1272664 Feb 16 18:12:11.714963 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280112f0-adbe-4182-8da5-dbcaf2d983ff None None] Sync routers for ids ['18b42b06-6b6a-4c3f-8303-6e24790f4f4f'] in dv-cinder-773985-33-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:12:11.727064 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280112f0-adbe-4182-8da5-dbcaf2d983ff None None] Routers {'18b42b06-6b6a-4c3f-8303-6e24790f4f4f'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:12:11.727934 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-280112f0-adbe-4182-8da5-dbcaf2d983ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:12:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['18b42b06-6b6a-4c3f-8303-6e24790f4f4f'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:12:11.921391 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-280112f0-adbe-4182-8da5-dbcaf2d983ff None None] Set router 18b42b06-6b6a-4c3f-8303-6e24790f4f4f gateway port host: None {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:12:12.365769 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-280112f0-adbe-4182-8da5-dbcaf2d983ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b42b06-6b6a-4c3f-8303-6e24790f4f4f', 'name': 'router1', 'tenant_id': '32d4a5ac6711498799101bfed49ee0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:11:59Z', 'updated_at': '2022-02-16T18:12:10Z', 'revision_number': 2, 'project_id': '32d4a5ac6711498799101bfed49ee0ba', 'gw_port_host': None, '_interfaces': [{'id': 'a771d851-65fb-405a-bb26-fca18da12ba3', 'name': '', 'network_id': '597808d4-24bb-4ad7-9ab5-ae1c00e0440b', 'tenant_id': '32d4a5ac6711498799101bfed49ee0ba', 'mac_address': 'fa:16:3e:e5:79:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b42b06-6b6a-4c3f-8303-6e24790f4f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3405ab8-1671-4e6f-b9d1-90ea45840422', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:12:09Z', 'updated_at': '2022-02-16T18:12:10Z', 'revision_number': 2, 'project_id': '32d4a5ac6711498799101bfed49ee0ba', 'subnets': [{'id': 'f3405ab8-1671-4e6f-b9d1-90ea45840422', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e0e4870-250f-4201-851f-a718053352c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:12:12.418330 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280112f0-adbe-4182-8da5-dbcaf2d983ff None None] Checking router: 18b42b06-6b6a-4c3f-8303-6e24790f4f4f for host: dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:12:12.418704 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280112f0-adbe-4182-8da5-dbcaf2d983ff None None] Updating router 18b42b06-6b6a-4c3f-8303-6e24790f4f4f port a771d851-65fb-405a-bb26-fca18da12ba3 binding host dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 18:12:12.472697 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-280112f0-adbe-4182-8da5-dbcaf2d983ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (a771d851-65fb-405a-bb26-fca18da12ba3), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:13.017995 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-280112f0-adbe-4182-8da5-dbcaf2d983ff None None] Publish callbacks [] for port (a771d851-65fb-405a-bb26-fca18da12ba3), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:13.115215 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-280112f0-adbe-4182-8da5-dbcaf2d983ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (a771d851-65fb-405a-bb26-fca18da12ba3), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:13.290165 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-280112f0-adbe-4182-8da5-dbcaf2d983ff None None] Attempting to bind port a771d851-65fb-405a-bb26-fca18da12ba3 on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:12:13.290626 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-280112f0-adbe-4182-8da5-dbcaf2d983ff None None] Attempting to bind port a771d851-65fb-405a-bb26-fca18da12ba3 by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': 'e98e05e8-e489-41d8-b739-af60c0013a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '597808d4-24bb-4ad7-9ab5-ae1c00e0440b'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:12:13.291075 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280112f0-adbe-4182-8da5-dbcaf2d983ff None None] Attempting to bind port a771d851-65fb-405a-bb26-fca18da12ba3 on network 597808d4-24bb-4ad7-9ab5-ae1c00e0440b {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:12:13.293252 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d704ba2-46c0-4075-882d-a4cec55b7a6c None None] Pushing event updated for resources: {'Port': ['ID=a771d851-65fb-405a-bb26-fca18da12ba3,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:12:13.303329 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280112f0-adbe-4182-8da5-dbcaf2d983ff None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:12:13.303738 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280112f0-adbe-4182-8da5-dbcaf2d983ff None None] Checking segment: {'id': 'e98e05e8-e489-41d8-b739-af60c0013a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '597808d4-24bb-4ad7-9ab5-ae1c00e0440b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:12:13.304231 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-280112f0-adbe-4182-8da5-dbcaf2d983ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:13.304626 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280112f0-adbe-4182-8da5-dbcaf2d983ff None None] Bound using segment: {'id': 'e98e05e8-e489-41d8-b739-af60c0013a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '597808d4-24bb-4ad7-9ab5-ae1c00e0440b'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:12:13.305120 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-280112f0-adbe-4182-8da5-dbcaf2d983ff None None] Bound port: a771d851-65fb-405a-bb26-fca18da12ba3, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98e05e8-e489-41d8-b739-af60c0013a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '597808d4-24bb-4ad7-9ab5-ae1c00e0440b'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:12:13.305570 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-280112f0-adbe-4182-8da5-dbcaf2d983ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (a771d851-65fb-405a-bb26-fca18da12ba3), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:13.308309 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d704ba2-46c0-4075-882d-a4cec55b7a6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:12:13.308658 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d704ba2-46c0-4075-882d-a4cec55b7a6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:12:13.308997 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d704ba2-46c0-4075-882d-a4cec55b7a6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:12:13.309358 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d704ba2-46c0-4075-882d-a4cec55b7a6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:12:13.309690 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d704ba2-46c0-4075-882d-a4cec55b7a6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:12:13.310018 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d704ba2-46c0-4075-882d-a4cec55b7a6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:12:13.310358 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d704ba2-46c0-4075-882d-a4cec55b7a6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:12:13.310687 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d704ba2-46c0-4075-882d-a4cec55b7a6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:12:13.311010 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d704ba2-46c0-4075-882d-a4cec55b7a6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:12:13.311353 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d704ba2-46c0-4075-882d-a4cec55b7a6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:12:13.311675 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d704ba2-46c0-4075-882d-a4cec55b7a6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:12:13.311992 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d704ba2-46c0-4075-882d-a4cec55b7a6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:12:13.312309 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d704ba2-46c0-4075-882d-a4cec55b7a6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d704ba2-46c0-4075-882d-a4cec55b7a6c None None] Tracked resource versions report: Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: pushed versions: Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: { 'AddressGroup': {'1.2'}, Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: 'ConntrackHelper': {'1.0'}, Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: 'LocalIPAssociation': {'1.0'}, Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: 'Log': {'1.0'}, Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: 'Network': {'1.1'}, Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: 'Port': {'1.7'}, Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: 'PortForwarding': {'1.2'}, Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: 'QosPolicy': {'1.10'}, Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: 'SecurityGroup': {'1.5'}, Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: 'SecurityGroupRule': {'1.2'}, Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: 'SubPort': {'1.0'}, Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: 'Subnet': {'1.1'}, Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: 'Trunk': {'1.1'}} Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: consumer versions: Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: { DHCP agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: L3 agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: Metadata agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: Metering agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: Open vSwitch agent@dv-cinder-773985-33-iscsi: { 'AddressGroup': '1.2', Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: 'ConntrackHelper': '1.0', Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: 'LocalIPAssociation': '1.0', Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: 'Log': '1.0', Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: 'Network': '1.1', Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: 'Port': '1.7', Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: 'PortForwarding': '1.2', Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: 'QosPolicy': '1.10', Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: 'SecurityGroup': '1.5', Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: 'SecurityGroupRule': '1.2', Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: 'SubPort': '1.0', Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: 'Subnet': '1.1', Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: 'Trunk': '1.1'}} Feb 16 18:12:13.314031 dv-cinder-773985-33-iscsi neutron-server[103279]: {{(pid=103279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 18:12:13.388962 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-43bf882f-9a72-4b0f-b243-d4646a9f435d None None] Provisioning complete for port a771d851-65fb-405a-bb26-fca18da12ba3 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:12:13.389844 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-280112f0-adbe-4182-8da5-dbcaf2d983ff None None] For port a771d851-65fb-405a-bb26-fca18da12ba3, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:12:13.390026 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-43bf882f-9a72-4b0f-b243-d4646a9f435d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (a771d851-65fb-405a-bb26-fca18da12ba3), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:13.409127 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-280112f0-adbe-4182-8da5-dbcaf2d983ff None None] For port a771d851-65fb-405a-bb26-fca18da12ba3, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=a771d851-65fb-405a-bb26-fca18da12ba3,segment=NetworkSegment(e98e05e8-e489-41d8-b739-af60c0013a1e),segment_id=e98e05e8-e489-41d8-b739-af60c0013a1e)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:12:13.425694 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-43bf882f-9a72-4b0f-b243-d4646a9f435d None None] Port a771d851-65fb-405a-bb26-fca18da12ba3 cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:12:13.464767 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-280112f0-adbe-4182-8da5-dbcaf2d983ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (a771d851-65fb-405a-bb26-fca18da12ba3), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:13.528008 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280112f0-adbe-4182-8da5-dbcaf2d983ff None None] Routers {'18b42b06-6b6a-4c3f-8303-6e24790f4f4f'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:12:13.528975 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-280112f0-adbe-4182-8da5-dbcaf2d983ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:12:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['18b42b06-6b6a-4c3f-8303-6e24790f4f4f'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:12:13.625047 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d704ba2-46c0-4075-882d-a4cec55b7a6c None None] Pushing event updated for resources: {'Port': ['ID=a771d851-65fb-405a-bb26-fca18da12ba3,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:12:13.658753 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-280112f0-adbe-4182-8da5-dbcaf2d983ff None None] Set router 18b42b06-6b6a-4c3f-8303-6e24790f4f4f gateway port host: None {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:12:13.749239 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-e0449cce-09ee-4cfd-9dbb-b3cf12bf9ec8 None None] Provisioning complete for port a771d851-65fb-405a-bb26-fca18da12ba3 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:12:13.749725 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e0449cce-09ee-4cfd-9dbb-b3cf12bf9ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (a771d851-65fb-405a-bb26-fca18da12ba3), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:13.904976 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-e0449cce-09ee-4cfd-9dbb-b3cf12bf9ec8 None None] Current status of the port a771d851-65fb-405a-bb26-fca18da12ba3 is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:12:13.905410 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e0449cce-09ee-4cfd-9dbb-b3cf12bf9ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (a771d851-65fb-405a-bb26-fca18da12ba3), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:13.922603 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-280112f0-adbe-4182-8da5-dbcaf2d983ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b42b06-6b6a-4c3f-8303-6e24790f4f4f', 'name': 'router1', 'tenant_id': '32d4a5ac6711498799101bfed49ee0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:11:59Z', 'updated_at': '2022-02-16T18:12:10Z', 'revision_number': 2, 'project_id': '32d4a5ac6711498799101bfed49ee0ba', 'gw_port_host': None, '_interfaces': [{'id': 'a771d851-65fb-405a-bb26-fca18da12ba3', 'name': '', 'network_id': '597808d4-24bb-4ad7-9ab5-ae1c00e0440b', 'tenant_id': '32d4a5ac6711498799101bfed49ee0ba', 'mac_address': 'fa:16:3e:e5:79:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b42b06-6b6a-4c3f-8303-6e24790f4f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3405ab8-1671-4e6f-b9d1-90ea45840422', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:12:09Z', 'updated_at': '2022-02-16T18:12:13Z', 'revision_number': 4, 'project_id': '32d4a5ac6711498799101bfed49ee0ba', 'subnets': [{'id': 'f3405ab8-1671-4e6f-b9d1-90ea45840422', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e0e4870-250f-4201-851f-a718053352c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:12:13.946848 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280112f0-adbe-4182-8da5-dbcaf2d983ff None None] The sync data for ids ['18b42b06-6b6a-4c3f-8303-6e24790f4f4f'] in dv-cinder-773985-33-iscsi is: [{'id': '18b42b06-6b6a-4c3f-8303-6e24790f4f4f', 'name': 'router1', 'tenant_id': '32d4a5ac6711498799101bfed49ee0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:11:59Z', 'updated_at': '2022-02-16T18:12:10Z', 'revision_number': 2, 'project_id': '32d4a5ac6711498799101bfed49ee0ba', 'gw_port_host': None, '_interfaces': [{'id': 'a771d851-65fb-405a-bb26-fca18da12ba3', 'name': '', 'network_id': '597808d4-24bb-4ad7-9ab5-ae1c00e0440b', 'tenant_id': '32d4a5ac6711498799101bfed49ee0ba', 'mac_address': 'fa:16:3e:e5:79:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b42b06-6b6a-4c3f-8303-6e24790f4f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3405ab8-1671-4e6f-b9d1-90ea45840422', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:12:09Z', 'updated_at': '2022-02-16T18:12:13Z', 'revision_number': 4, 'project_id': '32d4a5ac6711498799101bfed49ee0ba', 'subnets': [{'id': 'f3405ab8-1671-4e6f-b9d1-90ea45840422', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e0e4870-250f-4201-851f-a718053352c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:12:13.952797 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-e0449cce-09ee-4cfd-9dbb-b3cf12bf9ec8 None None] For port a771d851-65fb-405a-bb26-fca18da12ba3, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=a771d851-65fb-405a-bb26-fca18da12ba3,segment=NetworkSegment(e98e05e8-e489-41d8-b739-af60c0013a1e),segment_id=e98e05e8-e489-41d8-b739-af60c0013a1e)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:12:14.035644 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e0449cce-09ee-4cfd-9dbb-b3cf12bf9ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (a771d851-65fb-405a-bb26-fca18da12ba3), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:14.088415 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0449cce-09ee-4cfd-9dbb-b3cf12bf9ec8 None None] Pushing event updated for resources: {'Port': ['ID=a771d851-65fb-405a-bb26-fca18da12ba3,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:12:14.217544 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 51358) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:12:14.332336 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a75dca-1ea3-47ff-81f5-1646bd6ddf91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:12:14.333806 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-01a75dca-1ea3-47ff-81f5-1646bd6ddf91 admin admin] 10.222.0.87 "GET /v2.0/networks/c00f8eca-8c80-474c-b61e-3160eeb0c24d HTTP/1.1" status: 200 len: 842 time: 0.1153374 Feb 16 18:12:14.343757 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-b935da8e-f310-4148-a1b9-034e2d586005 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:12:14.486935 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b935da8e-f310-4148-a1b9-034e2d586005 admin admin] Made reservation on behalf of cbda6004e23b4962aaf44dfcd57b21b1 for: {'subnet': 1} {{(pid=103276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:12:14.490067 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b935da8e-f310-4148-a1b9-034e2d586005 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:14.872952 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.objects.ports [None req-b935da8e-f310-4148-a1b9-034e2d586005 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103276) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 18:12:14.873329 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b935da8e-f310-4148-a1b9-034e2d586005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for subnet (19362ace-3fbd-48f2-895e-4d065f6f071c), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:14.929236 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935da8e-f310-4148-a1b9-034e2d586005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19362ace-3fbd-48f2-895e-4d065f6f071c,revision_number=0']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:12:14.940350 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b935da8e-f310-4148-a1b9-034e2d586005 admin admin] Checking segment: {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:12:14.940704 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b935da8e-f310-4148-a1b9-034e2d586005 admin admin] Network hostable DHCP agents. Network: c00f8eca-8c80-474c-b61e-3160eeb0c24d, hostable agents: ['f2339edf-a2ee-4e84-8bf4-086a7482b327'], hosted agents: [] {{(pid=103276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 18:12:15.052720 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b935da8e-f310-4148-a1b9-034e2d586005 admin admin] Network c00f8eca-8c80-474c-b61e-3160eeb0c24d is scheduled to be hosted by DHCP agent f2339edf-a2ee-4e84-8bf4-086a7482b327 with binding_index 1 {{(pid=103276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 18:12:15.132843 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-b935da8e-f310-4148-a1b9-034e2d586005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-33-iscsi, c00f8eca-8c80-474c-b61e-3160eeb0c24d) {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:12:15.137255 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b935da8e-f310-4148-a1b9-034e2d586005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:12:15.137846 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b935da8e-f310-4148-a1b9-034e2d586005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for subnet (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:15.143783 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d13beca-3883-4cc2-8f79-f10a96135452 None None] Network c00f8eca-8c80-474c-b61e-3160eeb0c24d requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:12:15.197928 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-b935da8e-f310-4148-a1b9-034e2d586005 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8576591 Feb 16 18:12:15.266059 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb93d069-ed6d-462e-b115-99c2b9b2e47a None None] Network c00f8eca-8c80-474c-b61e-3160eeb0c24d requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:12:16.034420 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 5 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:12:17.730024 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 51366) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:12:17.871259 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-29d5fa79-f9e1-4ea9-9761-66fe346f5a98 demo admin] 10.222.0.87 "GET /v2.0/routers/18b42b06-6b6a-4c3f-8303-6e24790f4f4f HTTP/1.1" status: 200 len: 710 time: 0.1401157 Feb 16 18:12:17.968450 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89622ca-2d45-461c-b7a7-b3f08d540a21 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:12:17.969878 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-e89622ca-2d45-461c-b7a7-b3f08d540a21 demo admin] 10.222.0.87 "GET /v2.0/networks/c00f8eca-8c80-474c-b61e-3160eeb0c24d HTTP/1.1" status: 200 len: 886 time: 0.0933142 Feb 16 18:12:17.979005 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-3e67fc0f-e0d7-4898-b95e-caafd59678cd demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:12:18.331027 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3e67fc0f-e0d7-4898-b95e-caafd59678cd demo admin] Publish callbacks [] for router_gateway (18b42b06-6b6a-4c3f-8303-6e24790f4f4f), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:18.648308 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3e67fc0f-e0d7-4898-b95e-caafd59678cd demo admin] Publish callbacks [] for router_gateway (18b42b06-6b6a-4c3f-8303-6e24790f4f4f), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:18.728249 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3e67fc0f-e0d7-4898-b95e-caafd59678cd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:18.870620 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-3e67fc0f-e0d7-4898-b95e-caafd59678cd demo admin] Allocated IP 172.27.3.236 (c00f8eca-8c80-474c-b61e-3160eeb0c24d/19362ace-3fbd-48f2-895e-4d065f6f071c/c1512bab-8af6-43fb-a896-a90e01a2f924) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:12:18.976560 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3e67fc0f-e0d7-4898-b95e-caafd59678cd demo admin] Publish callbacks [] for port (c1512bab-8af6-43fb-a896-a90e01a2f924), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:19.070038 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3e67fc0f-e0d7-4898-b95e-caafd59678cd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341'] for port (c1512bab-8af6-43fb-a896-a90e01a2f924), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:19.114705 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e67fc0f-e0d7-4898-b95e-caafd59678cd demo admin] Network c00f8eca-8c80-474c-b61e-3160eeb0c24d is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:12:19.119937 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-3e67fc0f-e0d7-4898-b95e-caafd59678cd demo admin] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:12:19.122063 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67fc0f-e0d7-4898-b95e-caafd59678cd demo admin] Pushing event updated for resources: {'Port': ['ID=c1512bab-8af6-43fb-a896-a90e01a2f924,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:12:19.123931 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e67fc0f-e0d7-4898-b95e-caafd59678cd demo admin] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:12:19.511419 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3e67fc0f-e0d7-4898-b95e-caafd59678cd demo admin] Publish callbacks [] for router_gateway (18b42b06-6b6a-4c3f-8303-6e24790f4f4f), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:19.715636 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3e67fc0f-e0d7-4898-b95e-caafd59678cd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-459615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-465661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1026409'] for router (18b42b06-6b6a-4c3f-8303-6e24790f4f4f), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:19.719055 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3e67fc0f-e0d7-4898-b95e-caafd59678cd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-459636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-459590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-459597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-465636'] for router (18b42b06-6b6a-4c3f-8303-6e24790f4f4f), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:19.925109 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e67fc0f-e0d7-4898-b95e-caafd59678cd demo admin] Router 18b42b06-6b6a-4c3f-8303-6e24790f4f4f has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:12:20.037720 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e67fc0f-e0d7-4898-b95e-caafd59678cd demo admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:12:20.042368 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3e67fc0f-e0d7-4898-b95e-caafd59678cd demo admin] Publish callbacks [] for router (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:20.057109 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-3e67fc0f-e0d7-4898-b95e-caafd59678cd demo admin] 10.222.0.87 "PUT /v2.0/routers/18b42b06-6b6a-4c3f-8303-6e24790f4f4f HTTP/1.1" status: 200 len: 890 time: 2.0681965 Feb 16 18:12:21.261681 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device a771d851-65fb-405a-bb26-fca18da12ba3 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:12:21.314470 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port a771d851-65fb-405a-bb26-fca18da12ba3 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:12:21.314785 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (a771d851-65fb-405a-bb26-fca18da12ba3), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:21.399618 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port a771d851-65fb-405a-bb26-fca18da12ba3 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:12:22.686039 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 51378) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:12:22.805842 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-b1d08028-627f-43b4-99f2-a3b158a7a74a admin admin] 10.222.0.87 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1185946 Feb 16 18:12:23.070116 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215ddc6d-b826-48cd-895d-268c6f926759 None None] Sync routers for ids ['18b42b06-6b6a-4c3f-8303-6e24790f4f4f'] in dv-cinder-773985-33-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:12:23.082552 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215ddc6d-b826-48cd-895d-268c6f926759 None None] Routers {'18b42b06-6b6a-4c3f-8303-6e24790f4f4f'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:12:23.083200 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-215ddc6d-b826-48cd-895d-268c6f926759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:12:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['18b42b06-6b6a-4c3f-8303-6e24790f4f4f'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:12:23.308251 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-215ddc6d-b826-48cd-895d-268c6f926759 None None] Set router 18b42b06-6b6a-4c3f-8303-6e24790f4f4f gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:12:23.744955 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-215ddc6d-b826-48cd-895d-268c6f926759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b42b06-6b6a-4c3f-8303-6e24790f4f4f', 'name': 'router1', 'tenant_id': '32d4a5ac6711498799101bfed49ee0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'c1512bab-8af6-43fb-a896-a90e01a2f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:11:59Z', 'updated_at': '2022-02-16T18:12:19Z', 'revision_number': 4, 'project_id': '32d4a5ac6711498799101bfed49ee0ba', 'gw_port': {'id': 'c1512bab-8af6-43fb-a896-a90e01a2f924', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b42b06-6b6a-4c3f-8303-6e24790f4f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:12:18Z', 'updated_at': '2022-02-16T18:12:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': 'a771d851-65fb-405a-bb26-fca18da12ba3', 'name': '', 'network_id': '597808d4-24bb-4ad7-9ab5-ae1c00e0440b', 'tenant_id': '32d4a5ac6711498799101bfed49ee0ba', 'mac_address': 'fa:16:3e:e5:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b42b06-6b6a-4c3f-8303-6e24790f4f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3405ab8-1671-4e6f-b9d1-90ea45840422', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:12:09Z', 'updated_at': '2022-02-16T18:12:13Z', 'revision_number': 5, 'project_id': '32d4a5ac6711498799101bfed49ee0ba', 'subnets': [{'id': 'f3405ab8-1671-4e6f-b9d1-90ea45840422', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e0e4870-250f-4201-851f-a718053352c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:12:23.800604 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215ddc6d-b826-48cd-895d-268c6f926759 None None] Checking router: 18b42b06-6b6a-4c3f-8303-6e24790f4f4f for host: dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:12:23.801006 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215ddc6d-b826-48cd-895d-268c6f926759 None None] Updating router 18b42b06-6b6a-4c3f-8303-6e24790f4f4f port c1512bab-8af6-43fb-a896-a90e01a2f924 binding host dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 18:12:23.855386 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-215ddc6d-b826-48cd-895d-268c6f926759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (c1512bab-8af6-43fb-a896-a90e01a2f924), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:24.293446 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-215ddc6d-b826-48cd-895d-268c6f926759 None None] Publish callbacks [] for port (c1512bab-8af6-43fb-a896-a90e01a2f924), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:24.360665 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-215ddc6d-b826-48cd-895d-268c6f926759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (c1512bab-8af6-43fb-a896-a90e01a2f924), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:24.413387 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-215ddc6d-b826-48cd-895d-268c6f926759 None None] Attempting to bind port c1512bab-8af6-43fb-a896-a90e01a2f924 on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:12:24.413760 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-215ddc6d-b826-48cd-895d-268c6f926759 None None] Attempting to bind port c1512bab-8af6-43fb-a896-a90e01a2f924 by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:12:24.414122 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215ddc6d-b826-48cd-895d-268c6f926759 None None] Attempting to bind port c1512bab-8af6-43fb-a896-a90e01a2f924 on network c00f8eca-8c80-474c-b61e-3160eeb0c24d {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:12:24.416179 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83af764-cbdb-4eec-aa45-073527d59939 None None] Pushing event updated for resources: {'Port': ['ID=c1512bab-8af6-43fb-a896-a90e01a2f924,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:12:24.421563 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215ddc6d-b826-48cd-895d-268c6f926759 None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:12:24.421938 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215ddc6d-b826-48cd-895d-268c6f926759 None None] Checking segment: {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:12:24.422343 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-215ddc6d-b826-48cd-895d-268c6f926759 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:24.422714 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215ddc6d-b826-48cd-895d-268c6f926759 None None] Bound using segment: {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:12:24.423480 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-215ddc6d-b826-48cd-895d-268c6f926759 None None] Bound port: c1512bab-8af6-43fb-a896-a90e01a2f924, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:12:24.423572 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-215ddc6d-b826-48cd-895d-268c6f926759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (c1512bab-8af6-43fb-a896-a90e01a2f924), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:24.475211 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-215ddc6d-b826-48cd-895d-268c6f926759 None None] For port c1512bab-8af6-43fb-a896-a90e01a2f924, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:12:24.479202 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-215ddc6d-b826-48cd-895d-268c6f926759 None None] For port c1512bab-8af6-43fb-a896-a90e01a2f924, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=c1512bab-8af6-43fb-a896-a90e01a2f924,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:12:24.563857 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-215ddc6d-b826-48cd-895d-268c6f926759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (c1512bab-8af6-43fb-a896-a90e01a2f924), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:24.636646 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83af764-cbdb-4eec-aa45-073527d59939 None None] Pushing event updated for resources: {'Port': ['ID=c1512bab-8af6-43fb-a896-a90e01a2f924,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:12:24.640746 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215ddc6d-b826-48cd-895d-268c6f926759 None None] Routers {'18b42b06-6b6a-4c3f-8303-6e24790f4f4f'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:12:24.641268 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-215ddc6d-b826-48cd-895d-268c6f926759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:12:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['18b42b06-6b6a-4c3f-8303-6e24790f4f4f'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:12:24.762369 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-215ddc6d-b826-48cd-895d-268c6f926759 None None] Set router 18b42b06-6b6a-4c3f-8303-6e24790f4f4f gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:12:25.003633 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-215ddc6d-b826-48cd-895d-268c6f926759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b42b06-6b6a-4c3f-8303-6e24790f4f4f', 'name': 'router1', 'tenant_id': '32d4a5ac6711498799101bfed49ee0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'c1512bab-8af6-43fb-a896-a90e01a2f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:11:59Z', 'updated_at': '2022-02-16T18:12:19Z', 'revision_number': 4, 'project_id': '32d4a5ac6711498799101bfed49ee0ba', 'gw_port': {'id': 'c1512bab-8af6-43fb-a896-a90e01a2f924', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b42b06-6b6a-4c3f-8303-6e24790f4f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:12:18Z', 'updated_at': '2022-02-16T18:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': 'a771d851-65fb-405a-bb26-fca18da12ba3', 'name': '', 'network_id': '597808d4-24bb-4ad7-9ab5-ae1c00e0440b', 'tenant_id': '32d4a5ac6711498799101bfed49ee0ba', 'mac_address': 'fa:16:3e:e5:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b42b06-6b6a-4c3f-8303-6e24790f4f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3405ab8-1671-4e6f-b9d1-90ea45840422', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:12:09Z', 'updated_at': '2022-02-16T18:12:13Z', 'revision_number': 5, 'project_id': '32d4a5ac6711498799101bfed49ee0ba', 'subnets': [{'id': 'f3405ab8-1671-4e6f-b9d1-90ea45840422', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e0e4870-250f-4201-851f-a718053352c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:12:25.032220 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215ddc6d-b826-48cd-895d-268c6f926759 None None] The sync data for ids ['18b42b06-6b6a-4c3f-8303-6e24790f4f4f'] in dv-cinder-773985-33-iscsi is: [{'id': '18b42b06-6b6a-4c3f-8303-6e24790f4f4f', 'name': 'router1', 'tenant_id': '32d4a5ac6711498799101bfed49ee0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'c1512bab-8af6-43fb-a896-a90e01a2f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:11:59Z', 'updated_at': '2022-02-16T18:12:19Z', 'revision_number': 4, 'project_id': '32d4a5ac6711498799101bfed49ee0ba', 'gw_port': {'id': 'c1512bab-8af6-43fb-a896-a90e01a2f924', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b42b06-6b6a-4c3f-8303-6e24790f4f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:12:18Z', 'updated_at': '2022-02-16T18:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': 'a771d851-65fb-405a-bb26-fca18da12ba3', 'name': '', 'network_id': '597808d4-24bb-4ad7-9ab5-ae1c00e0440b', 'tenant_id': '32d4a5ac6711498799101bfed49ee0ba', 'mac_address': 'fa:16:3e:e5:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b42b06-6b6a-4c3f-8303-6e24790f4f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3405ab8-1671-4e6f-b9d1-90ea45840422', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:12:09Z', 'updated_at': '2022-02-16T18:12:13Z', 'revision_number': 5, 'project_id': '32d4a5ac6711498799101bfed49ee0ba', 'subnets': [{'id': 'f3405ab8-1671-4e6f-b9d1-90ea45840422', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e0e4870-250f-4201-851f-a718053352c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:12:25.329067 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device c1512bab-8af6-43fb-a896-a90e01a2f924 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:12:25.404550 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port c1512bab-8af6-43fb-a896-a90e01a2f924 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:12:25.404958 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (c1512bab-8af6-43fb-a896-a90e01a2f924), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:25.520974 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port c1512bab-8af6-43fb-a896-a90e01a2f924 is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:12:25.521569 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (c1512bab-8af6-43fb-a896-a90e01a2f924), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:25.555149 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] For port c1512bab-8af6-43fb-a896-a90e01a2f924, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=c1512bab-8af6-43fb-a896-a90e01a2f924,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:12:25.624742 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (c1512bab-8af6-43fb-a896-a90e01a2f924), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:25.712849 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Pushing event updated for resources: {'Port': ['ID=c1512bab-8af6-43fb-a896-a90e01a2f924,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:12:27.269035 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device c1512bab-8af6-43fb-a896-a90e01a2f924 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:12:27.349806 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port c1512bab-8af6-43fb-a896-a90e01a2f924 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:12:27.350203 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (c1512bab-8af6-43fb-a896-a90e01a2f924), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:27.463105 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port c1512bab-8af6-43fb-a896-a90e01a2f924 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:12:32.139016 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-1a547248-764c-4cec-aa15-f92221db3fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:34.406410 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7944d801-0cd5-4ff6-9c6f-f5e49bfae273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:35.504448 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:36.938131 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:38.469817 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:12:53.033998 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 5 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:13:02.151248 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-105e3e08-2807-49e9-8255-a22653e1b6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:13:04.401372 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-66125536-1153-4889-8b2c-81cdb8e80780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:13:05.497871 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:13:06.950593 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:13:08.863019 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:13:30.033520 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 5 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:13:32.132003 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-1572d60e-f0ff-4a1a-b801-a2d7c7744390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:13:34.394588 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-515103f3-14db-44b1-94de-d206a6076caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:13:35.520405 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:13:36.943732 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:13:38.469337 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:13:49.209536 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 51862) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:13:49.284045 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf31bbe-8790-4c32-8c8a-3906eda239a2 admin admin] GET failed (client error): The resource could not be found. Feb 16 18:13:49.290464 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-6bf31bbe-8790-4c32-8c8a-3906eda239a2 admin admin] 10.222.0.87 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0748549 Feb 16 18:13:49.463071 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708b4f8f-fda8-4cbf-88e8-2f5fd3d677ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:13:49.464577 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-708b4f8f-fda8-4cbf-88e8-2f5fd3d677ee admin admin] 10.222.0.87 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1743038 Feb 16 18:13:51.876061 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 51872) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:13:51.968790 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500456d8-5584-4101-96ce-b1ecd0074a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:13:51.970208 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-500456d8-5584-4101-96ce-b1ecd0074a91 admin admin] 10.222.0.87 "GET /v2.0/subnets/f3405ab8-1671-4e6f-b9d1-90ea45840422 HTTP/1.1" status: 200 len: 849 time: 0.0927505 Feb 16 18:13:51.980418 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-18ee47a7-0702-4aa2-88e2-79322a19cf72 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:13:52.072089 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-18ee47a7-0702-4aa2-88e2-79322a19cf72 admin admin] Publish callbacks [] for subnet (f3405ab8-1671-4e6f-b9d1-90ea45840422), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:13:52.251768 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-18ee47a7-0702-4aa2-88e2-79322a19cf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776562220135'] for subnet (f3405ab8-1671-4e6f-b9d1-90ea45840422), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:13:52.285890 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ee47a7-0702-4aa2-88e2-79322a19cf72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:13:52.286660 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-18ee47a7-0702-4aa2-88e2-79322a19cf72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for subnet (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:13:52.288043 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-18ee47a7-0702-4aa2-88e2-79322a19cf72 admin admin] 10.222.0.87 "PUT /v2.0/subnets/f3405ab8-1671-4e6f-b9d1-90ea45840422 HTTP/1.1" status: 200 len: 868 time: 0.3120008 Feb 16 18:13:52.288966 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df1f130-6102-4ad2-bd98-926a872328ac None None] Network 597808d4-24bb-4ad7-9ab5-ae1c00e0440b requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:13:52.305573 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee47a7-0702-4aa2-88e2-79322a19cf72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3405ab8-1671-4e6f-b9d1-90ea45840422,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:13:52.313122 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee47a7-0702-4aa2-88e2-79322a19cf72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:13:52.313502 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee47a7-0702-4aa2-88e2-79322a19cf72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:13:52.313900 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee47a7-0702-4aa2-88e2-79322a19cf72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:13:52.314232 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee47a7-0702-4aa2-88e2-79322a19cf72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:13:52.314503 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee47a7-0702-4aa2-88e2-79322a19cf72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:13:52.314832 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee47a7-0702-4aa2-88e2-79322a19cf72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:13:52.315160 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee47a7-0702-4aa2-88e2-79322a19cf72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:13:52.315740 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee47a7-0702-4aa2-88e2-79322a19cf72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:13:52.316086 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee47a7-0702-4aa2-88e2-79322a19cf72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:13:52.316411 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee47a7-0702-4aa2-88e2-79322a19cf72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:13:52.317197 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee47a7-0702-4aa2-88e2-79322a19cf72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:13:52.317197 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee47a7-0702-4aa2-88e2-79322a19cf72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:13:52.317409 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee47a7-0702-4aa2-88e2-79322a19cf72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:13:52.618392 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f32d758a-2929-440a-9dec-d246fa125bc1 None None] Provisioning complete for port a771d851-65fb-405a-bb26-fca18da12ba3 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:13:52.618750 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f32d758a-2929-440a-9dec-d246fa125bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (a771d851-65fb-405a-bb26-fca18da12ba3), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:13:52.705102 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f32d758a-2929-440a-9dec-d246fa125bc1 None None] Current status of the port a771d851-65fb-405a-bb26-fca18da12ba3 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:13:52.716759 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f32d758a-2929-440a-9dec-d246fa125bc1 None None] Provisioning complete for port 658214b8-7845-4d0d-9005-4991775dd8a8 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:13:52.717200 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f32d758a-2929-440a-9dec-d246fa125bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (658214b8-7845-4d0d-9005-4991775dd8a8), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:13:52.806744 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f32d758a-2929-440a-9dec-d246fa125bc1 None None] Current status of the port 658214b8-7845-4d0d-9005-4991775dd8a8 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:13:54.673272 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 51880) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:13:54.876317 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48e481c-66fe-4bfd-925c-ad7b563322bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:13:54.876706 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48e481c-66fe-4bfd-925c-ad7b563322bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:13:54.878279 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-e48e481c-66fe-4bfd-925c-ad7b563322bc admin admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2040527 Feb 16 18:13:57.331235 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 51888) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:13:57.478808 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a603e23-d17f-4c65-ae32-0b60233fd0e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:13:57.479501 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a603e23-d17f-4c65-ae32-0b60233fd0e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:13:57.481117 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-6a603e23-d17f-4c65-ae32-0b60233fd0e5 admin admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1489108 Feb 16 18:13:59.868122 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 51896) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:14:00.085786 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0250056a-4bcd-45d3-a3ad-220d2f4b00fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:14:00.087125 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-0250056a-4bcd-45d3-a3ad-220d2f4b00fe admin admin] 10.222.0.87 "GET /v2.0/networks/597808d4-24bb-4ad7-9ab5-ae1c00e0440b HTTP/1.1" status: 200 len: 869 time: 0.2178309 Feb 16 18:14:02.137718 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-057b1d37-e995-42b1-a5b9-c63d73e31d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:02.451592 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 51906) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:14:02.586254 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebc6904-cb88-4413-9d16-d87b99bd7c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:14:02.587634 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-7ebc6904-cb88-4413-9d16-d87b99bd7c26 admin admin] 10.222.0.87 "GET /v2.0/networks/c00f8eca-8c80-474c-b61e-3160eeb0c24d HTTP/1.1" status: 200 len: 886 time: 0.1350906 Feb 16 18:14:04.377851 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b420ab23-69d5-4d74-b884-1942c41168d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:04.949473 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 51914) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:14:05.074358 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83f6e5c-6700-4b02-a125-8fb3ba6e2e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:14:05.074805 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83f6e5c-6700-4b02-a125-8fb3ba6e2e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:14:05.076336 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-b83f6e5c-6700-4b02-a125-8fb3ba6e2e39 admin admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1259189 Feb 16 18:14:05.503871 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:06.954628 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:07.032703 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 5 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:14:07.488957 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 51922) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:14:07.618632 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb2675d-164d-4b82-9e9a-519ce8756828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:14:07.619089 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb2675d-164d-4b82-9e9a-519ce8756828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:14:07.620649 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-9eb2675d-164d-4b82-9e9a-519ce8756828 admin admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1307230 Feb 16 18:14:08.462506 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:09.966392 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 51930) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:14:10.057360 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ab3cfd-68e0-4b6d-bf16-9020c6e53f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:14:10.058683 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-38ab3cfd-68e0-4b6d-bf16-9020c6e53f51 admin admin] 10.222.0.87 "GET /v2.0/subnets/19362ace-3fbd-48f2-895e-4d065f6f071c HTTP/1.1" status: 200 len: 816 time: 0.0913470 Feb 16 18:14:12.429316 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 51938) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:14:12.524619 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86538d3-fc1e-4ed8-818b-af49194b9295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:14:12.526009 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-b86538d3-fc1e-4ed8-818b-af49194b9295 admin admin] 10.222.0.87 "GET /v2.0/subnets/f3405ab8-1671-4e6f-b9d1-90ea45840422 HTTP/1.1" status: 200 len: 868 time: 0.0957439 Feb 16 18:14:32.137633 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-14d59ba4-7240-4c9e-bbaa-cff8ba9c8e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:34.393452 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0af476c8-5533-4167-834f-7315f775e704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:35.514757 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:36.960909 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:38.469158 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:41.466125 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 51992) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:14:41.515084 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [None req-b59f6fdf-6406-41e1-bbf8-a148aa11a132 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103275) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:14:41.516083 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-b59f6fdf-6406-41e1-bbf8-a148aa11a132 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0490751 Feb 16 18:14:43.963225 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 52000) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:14:44.024048 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2bad024-0d72-4da1-8b22-39125f2d3f55 admin admin] GET failed (client error): The resource could not be found. Feb 16 18:14:44.025493 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-c2bad024-0d72-4da1-8b22-39125f2d3f55 admin admin] 10.222.0.87 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613272 Feb 16 18:14:44.031178 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 5 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:14:44.171712 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4577f3e9-1a03-4cd1-a50e-c35fe19abbc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:14:44.173225 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-4577f3e9-1a03-4cd1-a50e-c35fe19abbc9 admin admin] 10.222.0.87 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1436930 Feb 16 18:14:46.642969 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 52008) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:14:46.692098 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-1e0bb64a-7e78-4892-b6c7-f161521fe3b0 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:14:46.794878 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0bb64a-7e78-4892-b6c7-f161521fe3b0 admin admin] Made reservation on behalf of cbda6004e23b4962aaf44dfcd57b21b1 for: {'network': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:14:46.797334 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1e0bb64a-7e78-4892-b6c7-f161521fe3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for network (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:46.836830 dv-cinder-773985-33-iscsi neutron-server[103275]: WARNING neutron.services.revisions.revision_plugin [None req-1e0bb64a-7e78-4892-b6c7-f161521fe3b0 admin admin] Could not find related network for resource to bump revision. Feb 16 18:14:46.851041 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e0bb64a-7e78-4892-b6c7-f161521fe3b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 18:14:46.860554 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1e0bb64a-7e78-4892-b6c7-f161521fe3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (b1fb343f-db6a-482a-9e4e-0d6d8bb90170), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:46.860886 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.db.segments_db [None req-1e0bb64a-7e78-4892-b6c7-f161521fe3b0 admin admin] Added segment b1fb343f-db6a-482a-9e4e-0d6d8bb90170 of type vlan for network c516777f-36fb-44f0-9da7-cf98b6821215 Feb 16 18:14:46.901666 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1e0bb64a-7e78-4892-b6c7-f161521fe3b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776561717104'] for network (c516777f-36fb-44f0-9da7-cf98b6821215), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:46.983337 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1e0bb64a-7e78-4892-b6c7-f161521fe3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for network (c516777f-36fb-44f0-9da7-cf98b6821215), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:46.984731 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0bb64a-7e78-4892-b6c7-f161521fe3b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:14:46.985357 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1e0bb64a-7e78-4892-b6c7-f161521fe3b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:47.078305 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0bb64a-7e78-4892-b6c7-f161521fe3b0 admin admin] Pushing event updated for resources: {'Network': ['ID=c516777f-36fb-44f0-9da7-cf98b6821215,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:14:47.086021 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0bb64a-7e78-4892-b6c7-f161521fe3b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:14:47.086393 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0bb64a-7e78-4892-b6c7-f161521fe3b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:14:47.086751 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0bb64a-7e78-4892-b6c7-f161521fe3b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:14:47.087191 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0bb64a-7e78-4892-b6c7-f161521fe3b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:14:47.087424 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0bb64a-7e78-4892-b6c7-f161521fe3b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:14:47.087756 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0bb64a-7e78-4892-b6c7-f161521fe3b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:14:47.088357 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0bb64a-7e78-4892-b6c7-f161521fe3b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:14:47.088694 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0bb64a-7e78-4892-b6c7-f161521fe3b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:14:47.089056 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0bb64a-7e78-4892-b6c7-f161521fe3b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:14:47.089434 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0bb64a-7e78-4892-b6c7-f161521fe3b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:14:47.089772 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0bb64a-7e78-4892-b6c7-f161521fe3b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:14:47.090100 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0bb64a-7e78-4892-b6c7-f161521fe3b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:14:47.090571 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0bb64a-7e78-4892-b6c7-f161521fe3b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:14:47.102280 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Network c516777f-36fb-44f0-9da7-cf98b6821215 details requested by agent ovs-agent-dv-cinder-773985-33-iscsi with host dv-cinder-773985-33-iscsi {{(pid=103277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 18:14:47.128748 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-1e0bb64a-7e78-4892-b6c7-f161521fe3b0 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4846861 Feb 16 18:14:49.550167 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 52016) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:14:49.613775 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.pecan_wsgi.hooks.translation [None req-708735f9-0897-41f1-9371-65c2b392444f admin admin] GET failed (client error): The resource could not be found. Feb 16 18:14:49.615083 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-708735f9-0897-41f1-9371-65c2b392444f admin admin] 10.222.0.87 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0638623 Feb 16 18:14:49.688423 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afcdc01-40a8-45ab-82df-feb3fb607859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:14:49.689935 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-0afcdc01-40a8-45ab-82df-feb3fb607859 admin admin] 10.222.0.87 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0703440 Feb 16 18:14:49.702952 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-6b694323-b8e9-4503-825c-3ec70296b819 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'c516777f-36fb-44f0-9da7-cf98b6821215', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:14:49.805786 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b694323-b8e9-4503-825c-3ec70296b819 admin admin] Made reservation on behalf of cbda6004e23b4962aaf44dfcd57b21b1 for: {'subnet': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:14:49.808006 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6b694323-b8e9-4503-825c-3ec70296b819 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:50.052126 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6b694323-b8e9-4503-825c-3ec70296b819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for subnet (10e89fc0-fcb3-4674-a766-039e974ea705), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:50.109050 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b694323-b8e9-4503-825c-3ec70296b819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10e89fc0-fcb3-4674-a766-039e974ea705,revision_number=0']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:14:50.118805 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b694323-b8e9-4503-825c-3ec70296b819 admin admin] Checking segment: {'id': 'b1fb343f-db6a-482a-9e4e-0d6d8bb90170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c516777f-36fb-44f0-9da7-cf98b6821215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:14:50.122949 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b694323-b8e9-4503-825c-3ec70296b819 admin admin] Network hostable DHCP agents. Network: c516777f-36fb-44f0-9da7-cf98b6821215, hostable agents: ['f2339edf-a2ee-4e84-8bf4-086a7482b327'], hosted agents: [] {{(pid=103275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 18:14:50.212005 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b694323-b8e9-4503-825c-3ec70296b819 admin admin] Network c516777f-36fb-44f0-9da7-cf98b6821215 is scheduled to be hosted by DHCP agent f2339edf-a2ee-4e84-8bf4-086a7482b327 with binding_index 1 {{(pid=103275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 18:14:50.307650 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-6b694323-b8e9-4503-825c-3ec70296b819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-33-iscsi, c516777f-36fb-44f0-9da7-cf98b6821215) {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:14:50.311774 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b694323-b8e9-4503-825c-3ec70296b819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:14:50.312368 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6b694323-b8e9-4503-825c-3ec70296b819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for subnet (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:50.317469 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3988fe1f-7734-4fc0-9e57-c0cb73a8beda None None] Network c516777f-36fb-44f0-9da7-cf98b6821215 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:14:50.409041 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-6b694323-b8e9-4503-825c-3ec70296b819 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7096946 Feb 16 18:14:50.448916 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15817be5-ed40-5113-87ca-305c7188bdc0-c516777f-36fb-44f0-9da7-cf98b6821215', 'network_id': 'c516777f-36fb-44f0-9da7-cf98b6821215', 'project_id': 'cbda6004e23b4962aaf44dfcd57b21b1', 'fixed_ips': [{'subnet_id': '10e89fc0-fcb3-4674-a766-039e974ea705'}]}} from dv-cinder-773985-33-iscsi. {{(pid=103277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 18:14:50.449829 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:50.627342 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Allocated IP 192.168.233.2 (c516777f-36fb-44f0-9da7-cf98b6821215/10e89fc0-fcb3-4674-a766-039e974ea705/fbf1c186-37d2-4e2b-ba5e-ad4dc5450023) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:14:50.807605 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Publish callbacks [] for port (fbf1c186-37d2-4e2b-ba5e-ad4dc5450023), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:50.881379 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341'] for port (fbf1c186-37d2-4e2b-ba5e-ad4dc5450023), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:50.921067 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Network c516777f-36fb-44f0-9da7-cf98b6821215 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:14:50.927638 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:14:50.936774 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:14:50.940123 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Pushing event updated for resources: {'Port': ['ID=fbf1c186-37d2-4e2b-ba5e-ad4dc5450023,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:14:50.949515 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:14:50.957244 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:14:50.957244 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:14:50.957244 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:14:50.957244 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:14:50.957244 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:14:50.957244 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:14:50.957244 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:14:50.957244 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:14:50.957244 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:14:50.957244 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:14:50.957244 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:14:50.957244 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:14:51.017816 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Attempting to bind port fbf1c186-37d2-4e2b-ba5e-ad4dc5450023 on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:14:51.018183 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Attempting to bind port fbf1c186-37d2-4e2b-ba5e-ad4dc5450023 by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': 'b1fb343f-db6a-482a-9e4e-0d6d8bb90170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c516777f-36fb-44f0-9da7-cf98b6821215'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:14:51.018547 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Attempting to bind port fbf1c186-37d2-4e2b-ba5e-ad4dc5450023 on network c516777f-36fb-44f0-9da7-cf98b6821215 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:14:51.025190 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:14:51.025566 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Checking segment: {'id': 'b1fb343f-db6a-482a-9e4e-0d6d8bb90170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c516777f-36fb-44f0-9da7-cf98b6821215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:14:51.025968 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:51.026359 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Bound using segment: {'id': 'b1fb343f-db6a-482a-9e4e-0d6d8bb90170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c516777f-36fb-44f0-9da7-cf98b6821215'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:14:51.026829 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Bound port: fbf1c186-37d2-4e2b-ba5e-ad4dc5450023, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1fb343f-db6a-482a-9e4e-0d6d8bb90170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c516777f-36fb-44f0-9da7-cf98b6821215'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:14:51.027214 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (fbf1c186-37d2-4e2b-ba5e-ad4dc5450023), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:51.096544 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] For port fbf1c186-37d2-4e2b-ba5e-ad4dc5450023, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:14:51.109063 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] For port fbf1c186-37d2-4e2b-ba5e-ad4dc5450023, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=fbf1c186-37d2-4e2b-ba5e-ad4dc5450023,segment=NetworkSegment(b1fb343f-db6a-482a-9e4e-0d6d8bb90170),segment_id=b1fb343f-db6a-482a-9e4e-0d6d8bb90170)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:14:51.172840 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (fbf1c186-37d2-4e2b-ba5e-ad4dc5450023), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:51.238435 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e89ac-852e-4a66-a96b-fdbb0fa182ff None None] Pushing event updated for resources: {'Port': ['ID=fbf1c186-37d2-4e2b-ba5e-ad4dc5450023,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:14:52.155053 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba275c7-b9a6-4c19-bba7-9ca976904719 None None] Network c516777f-36fb-44f0-9da7-cf98b6821215 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:14:52.247649 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ee392799-25e8-4f2c-b7c7-ab3d04bbba1a None None] Provisioning complete for port fbf1c186-37d2-4e2b-ba5e-ad4dc5450023 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:14:52.248041 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ee392799-25e8-4f2c-b7c7-ab3d04bbba1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (fbf1c186-37d2-4e2b-ba5e-ad4dc5450023), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:52.369178 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ee392799-25e8-4f2c-b7c7-ab3d04bbba1a None None] Current status of the port fbf1c186-37d2-4e2b-ba5e-ad4dc5450023 is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:14:52.369407 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ee392799-25e8-4f2c-b7c7-ab3d04bbba1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (fbf1c186-37d2-4e2b-ba5e-ad4dc5450023), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:52.410989 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-ee392799-25e8-4f2c-b7c7-ab3d04bbba1a None None] For port fbf1c186-37d2-4e2b-ba5e-ad4dc5450023, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=fbf1c186-37d2-4e2b-ba5e-ad4dc5450023,segment=NetworkSegment(b1fb343f-db6a-482a-9e4e-0d6d8bb90170),segment_id=b1fb343f-db6a-482a-9e4e-0d6d8bb90170)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:14:52.521277 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ee392799-25e8-4f2c-b7c7-ab3d04bbba1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (fbf1c186-37d2-4e2b-ba5e-ad4dc5450023), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:52.574570 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee392799-25e8-4f2c-b7c7-ab3d04bbba1a None None] Pushing event updated for resources: {'Port': ['ID=fbf1c186-37d2-4e2b-ba5e-ad4dc5450023,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:14:52.642816 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-e90e240e-eeda-4944-8e8d-eae3eb2e22b5 None None] Provisioning complete for port fbf1c186-37d2-4e2b-ba5e-ad4dc5450023 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:14:52.643209 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e90e240e-eeda-4944-8e8d-eae3eb2e22b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (fbf1c186-37d2-4e2b-ba5e-ad4dc5450023), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:52.727987 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-e90e240e-eeda-4944-8e8d-eae3eb2e22b5 None None] Current status of the port fbf1c186-37d2-4e2b-ba5e-ad4dc5450023 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:14:53.372536 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device fbf1c186-37d2-4e2b-ba5e-ad4dc5450023 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:14:53.424771 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port fbf1c186-37d2-4e2b-ba5e-ad4dc5450023 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:14:53.425232 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (fbf1c186-37d2-4e2b-ba5e-ad4dc5450023), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:14:53.508341 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port fbf1c186-37d2-4e2b-ba5e-ad4dc5450023 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:15:02.166907 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-9d9a7696-824f-422d-b280-d2bc8cd149a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:15:04.439880 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4c4a9696-50b2-48e6-ac1b-0f45c26d4869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:15:05.509960 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:15:06.971967 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:15:08.463558 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:15:21.033349 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 5 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:15:32.166116 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bea0c6cb-7b09-418e-8852-01ffbd6f1bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:15:34.423619 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-89c21996-3c98-4050-9e17-f7b0b20a92c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:15:35.598923 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:15:36.944041 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:15:38.481768 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:15:58.032130 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 5 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:16:02.158599 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7cfd609b-4ca1-4e98-9b2a-56891cef5f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:16:04.487176 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c1224564-b98f-4f9f-9cc5-c45f4f032e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:16:05.501534 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:16:06.961015 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:16:08.512922 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:16:26.478199 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 52054) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:16:26.484056 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [None req-83f3b4d9-a244-4387-b4a3-80dcd79cfa80 tempest-verify_tempest_config-512673220 tempest-verify_tempest_config-512673220-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103275) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:16:26.485354 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-83f3b4d9-a244-4387-b4a3-80dcd79cfa80 tempest-verify_tempest_config-512673220 tempest-verify_tempest_config-512673220-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058868 Feb 16 18:16:27.028606 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 52072) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:16:27.149022 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf5ca-adcb-451b-b656-015e8060f9ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:16:27.230533 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf5ca-adcb-451b-b656-015e8060f9ce admin admin] Publish callbacks [] for security_group (f689c4d5-8d7b-4be0-bb64-3df069e5c2e2), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:16:27.292666 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf5ca-adcb-451b-b656-015e8060f9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (f689c4d5-8d7b-4be0-bb64-3df069e5c2e2), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:16:27.343828 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-a5ddf5ca-adcb-451b-b656-015e8060f9ce admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a3af70fed3384af6a03e00ad3f28b8ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3136251 Feb 16 18:16:27.344565 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddf5ca-adcb-451b-b656-015e8060f9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f689c4d5-8d7b-4be0-bb64-3df069e5c2e2,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:16:27.346740 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 52078) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:16:27.352376 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddf5ca-adcb-451b-b656-015e8060f9ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:16:27.352731 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddf5ca-adcb-451b-b656-015e8060f9ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:16:27.353093 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddf5ca-adcb-451b-b656-015e8060f9ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:16:27.353488 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddf5ca-adcb-451b-b656-015e8060f9ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:16:27.353942 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddf5ca-adcb-451b-b656-015e8060f9ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:16:27.359559 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddf5ca-adcb-451b-b656-015e8060f9ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:16:27.359559 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddf5ca-adcb-451b-b656-015e8060f9ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:16:27.359559 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddf5ca-adcb-451b-b656-015e8060f9ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:16:27.359559 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddf5ca-adcb-451b-b656-015e8060f9ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:16:27.359559 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddf5ca-adcb-451b-b656-015e8060f9ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:16:27.359559 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddf5ca-adcb-451b-b656-015e8060f9ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:16:27.359559 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddf5ca-adcb-451b-b656-015e8060f9ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:16:27.359559 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddf5ca-adcb-451b-b656-015e8060f9ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:16:27.411307 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50714c1b-2958-443b-8393-8382ff13b639 admin admin] Publish callbacks [] for security_group (f689c4d5-8d7b-4be0-bb64-3df069e5c2e2), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:16:27.433558 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50714c1b-2958-443b-8393-8382ff13b639 admin admin] Publish callbacks [] for security_group (f689c4d5-8d7b-4be0-bb64-3df069e5c2e2), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:16:27.599146 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50714c1b-2958-443b-8393-8382ff13b639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (f689c4d5-8d7b-4be0-bb64-3df069e5c2e2), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:16:27.601884 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50714c1b-2958-443b-8393-8382ff13b639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:16:27.603070 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-50714c1b-2958-443b-8393-8382ff13b639 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f689c4d5-8d7b-4be0-bb64-3df069e5c2e2 HTTP/1.1" status: 204 len: 168 time: 0.2553735 Feb 16 18:16:27.617432 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50714c1b-2958-443b-8393-8382ff13b639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f689c4d5-8d7b-4be0-bb64-3df069e5c2e2,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:16:27.619917 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50714c1b-2958-443b-8393-8382ff13b639 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:16:27.620278 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50714c1b-2958-443b-8393-8382ff13b639 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:16:27.620626 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50714c1b-2958-443b-8393-8382ff13b639 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:16:27.620959 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50714c1b-2958-443b-8393-8382ff13b639 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:16:27.621376 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50714c1b-2958-443b-8393-8382ff13b639 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:16:27.621715 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50714c1b-2958-443b-8393-8382ff13b639 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:16:27.622100 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50714c1b-2958-443b-8393-8382ff13b639 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:16:27.622454 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50714c1b-2958-443b-8393-8382ff13b639 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:16:27.622835 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50714c1b-2958-443b-8393-8382ff13b639 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:16:27.623210 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50714c1b-2958-443b-8393-8382ff13b639 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:16:27.623878 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50714c1b-2958-443b-8393-8382ff13b639 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:16:27.623878 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50714c1b-2958-443b-8393-8382ff13b639 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:16:27.624184 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50714c1b-2958-443b-8393-8382ff13b639 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:16:32.155022 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-daffa10c-3ab4-4f05-9bca-b64789764715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:16:34.520767 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-adc01710-7de3-4253-ae8d-163d5a313823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:16:35.031082 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 5 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:16:35.518571 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:16:36.972149 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:16:38.455111 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:17:02.149641 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cc894036-8600-4ec9-8cff-fe1ce5a8aefa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:17:04.426453 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-80dab43c-4d7c-4238-bc62-94946ebceaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:17:05.564051 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:17:06.970110 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:17:08.470441 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:17:12.029977 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 5 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:17:32.168768 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e71eb9d4-999f-41e7-ae55-0e7ce44e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:17:34.403161 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-df93518b-9b3c-426f-ba7f-ce7dbd1276c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:17:35.518140 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:17:36.974859 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:17:38.466171 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:17:49.029151 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 5 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:18:02.151677 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-95ba7a0c-5bb9-41a1-bd57-9d4ab64fb095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:18:04.437162 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5977ca92-6508-4b8a-9e67-b95c26e6dbf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:18:05.532721 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:18:06.972160 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:18:08.465481 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:18:12.060594 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-460365'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:18:26.017593 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 52152) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:18:26.031810 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:18:26.130115 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-e94a4df8-ce38-44c1-92f5-307b12072661 admin admin] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1110868 Feb 16 18:18:28.516491 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 52162) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:18:28.572770 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-998edf5a-1efa-4605-8896-2582cabe78c1 admin admin] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0550854 Feb 16 18:18:32.152047 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b0f8bf30-56d7-4b51-a10c-7d8bf406e3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:18:34.449483 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-34421ea0-bfac-4b40-9fbe-8571175a1602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:18:35.534069 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:18:37.036924 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:18:38.460161 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:18:42.006686 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:19:02.184192 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2db454cb-a947-4364-abc6-9f6f1b811028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:19:03.030934 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:19:04.406753 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5ddf2d31-7017-4282-b950-53b9ab7280c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:19:05.572696 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:19:06.996631 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:19:08.481109 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:19:12.008154 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:19:32.155123 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2f5a771a-b665-416e-90f9-faa3cfcc248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:19:34.442372 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-83d9b99d-2280-4384-b331-ab933a7e22cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:19:35.545120 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:19:36.984873 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:19:38.498467 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:19:40.030890 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:19:42.006607 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:02.196732 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a1b189b1-6dfe-4b4f-9489-e623d250ea7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:04.448567 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-df91e30e-572c-4ae9-a445-851c80e9da52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:05.561962 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:06.088572 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 52346) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:06.529910 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 52370) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:06.590831 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-787909633-network', 'tenant_id': 'e505f411abb9430fb6dc82bf7c802903'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:06.682123 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] Made reservation on behalf of e505f411abb9430fb6dc82bf7c802903 for: {'network': 1} {{(pid=103276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:20:06.684914 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for network (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:06.694973 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:06.775195 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] Publish callbacks [] for security_group (642a8554-a792-4447-b63f-99ce4bcc07c9), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:06.848124 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (642a8554-a792-4447-b63f-99ce4bcc07c9), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:06.873262 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=103276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 18:20:06.893340 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642a8554-a792-4447-b63f-99ce4bcc07c9,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:06.898241 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (439b61bd-2c61-4c05-a7b7-ac2950ac3656), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:06.903999 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.db.segments_db [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] Added segment 439b61bd-2c61-4c05-a7b7-ac2950ac3656 of type vlan for network de6d9371-ec5d-4f43-a8ca-a0c978df161a Feb 16 18:20:06.919825 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:06.920195 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:06.920549 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:06.920885 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:06.921371 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:06.921893 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:06.922436 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:06.922990 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:06.923628 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:06.924220 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:06.924780 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:06.925127 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:06.925458 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] Tracked resource versions report: Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: pushed versions: Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: { 'AddressGroup': {'1.2'}, Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: 'ConntrackHelper': {'1.0'}, Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: 'LocalIPAssociation': {'1.0'}, Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: 'Log': {'1.0'}, Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: 'Network': {'1.1'}, Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: 'Port': {'1.7'}, Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: 'PortForwarding': {'1.2'}, Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: 'QosPolicy': {'1.10'}, Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: 'SecurityGroup': {'1.5'}, Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: 'SecurityGroupRule': {'1.2'}, Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: 'SubPort': {'1.0'}, Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: 'Subnet': {'1.1'}, Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: 'Trunk': {'1.1'}} Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: consumer versions: Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: { DHCP agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: HyperV agent@hv-cinder-77398: {}, Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: L3 agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: Metadata agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: Metering agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: Open vSwitch agent@dv-cinder-773985-33-iscsi: { 'AddressGroup': '1.2', Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: 'ConntrackHelper': '1.0', Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: 'LocalIPAssociation': '1.0', Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: 'Log': '1.0', Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: 'Network': '1.1', Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: 'Port': '1.7', Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: 'PortForwarding': '1.2', Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: 'QosPolicy': '1.10', Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: 'SecurityGroup': '1.5', Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: 'SecurityGroupRule': '1.2', Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: 'SubPort': '1.0', Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: 'Subnet': '1.1', Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: 'Trunk': '1.1'}} Feb 16 18:20:06.926649 dv-cinder-773985-33-iscsi neutron-server[103276]: {{(pid=103276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 18:20:06.972333 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776561717104'] for network (de6d9371-ec5d-4f43-a8ca-a0c978df161a), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:06.979152 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:06.984168 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-4974ec6b-9554-4bbf-ab94-7f3bf8c71f2c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-327368075-network', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:07.098669 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for network (de6d9371-ec5d-4f43-a8ca-a0c978df161a), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:07.100187 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:07.100907 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:07.177012 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] Pushing event updated for resources: {'Network': ['ID=de6d9371-ec5d-4f43-a8ca-a0c978df161a,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:07.179861 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4974ec6b-9554-4bbf-ab94-7f3bf8c71f2c admin admin] Made reservation on behalf of 0aaf8bb86aa245d6a791ffe04f8a7cea for: {'network': 1} {{(pid=103276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:20:07.182759 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4974ec6b-9554-4bbf-ab94-7f3bf8c71f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for network (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:07.192764 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 52398) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:07.193380 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Network de6d9371-ec5d-4f43-a8ca-a0c978df161a details requested by agent ovs-agent-dv-cinder-773985-33-iscsi with host dv-cinder-773985-33-iscsi {{(pid=103277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 18:20:07.193483 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-cbec1084-8216-419b-a3a4-432f5c0ae83d admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1030548 Feb 16 18:20:07.202200 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4974ec6b-9554-4bbf-ab94-7f3bf8c71f2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:07.202513 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-1a5ad9af-0565-4921-a0ec-5c872c6306ba admin admin] Request body: {'subnet': {'network_id': 'de6d9371-ec5d-4f43-a8ca-a0c978df161a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-787909633-subnet', 'tenant_id': 'e505f411abb9430fb6dc82bf7c802903', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:07.316335 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5ad9af-0565-4921-a0ec-5c872c6306ba admin admin] Made reservation on behalf of e505f411abb9430fb6dc82bf7c802903 for: {'subnet': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:20:07.319067 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1a5ad9af-0565-4921-a0ec-5c872c6306ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:07.418007 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4974ec6b-9554-4bbf-ab94-7f3bf8c71f2c admin admin] Publish callbacks [] for security_group (95dc27ab-0d70-4bd9-92d3-63016dd3b18d), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:07.499919 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4974ec6b-9554-4bbf-ab94-7f3bf8c71f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (95dc27ab-0d70-4bd9-92d3-63016dd3b18d), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:07.588337 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974ec6b-9554-4bbf-ab94-7f3bf8c71f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95dc27ab-0d70-4bd9-92d3-63016dd3b18d,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:07.603698 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4974ec6b-9554-4bbf-ab94-7f3bf8c71f2c admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 18:20:07.617063 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4974ec6b-9554-4bbf-ab94-7f3bf8c71f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:07.617611 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.db.segments_db [None req-4974ec6b-9554-4bbf-ab94-7f3bf8c71f2c admin admin] Added segment 3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff of type vlan for network 2e0a2f9f-e6a2-446a-9d48-be3aafb44596 Feb 16 18:20:07.661476 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1a5ad9af-0565-4921-a0ec-5c872c6306ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for subnet (e63cde76-c404-462e-b0ed-e8659c138f88), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:07.666803 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4974ec6b-9554-4bbf-ab94-7f3bf8c71f2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776561717104'] for network (2e0a2f9f-e6a2-446a-9d48-be3aafb44596), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:07.728671 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5ad9af-0565-4921-a0ec-5c872c6306ba admin admin] Checking segment: {'id': '439b61bd-2c61-4c05-a7b7-ac2950ac3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'de6d9371-ec5d-4f43-a8ca-a0c978df161a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:20:07.729344 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5ad9af-0565-4921-a0ec-5c872c6306ba admin admin] Network hostable DHCP agents. Network: de6d9371-ec5d-4f43-a8ca-a0c978df161a, hostable agents: ['f2339edf-a2ee-4e84-8bf4-086a7482b327'], hosted agents: [] {{(pid=103275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 18:20:07.731757 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ad9af-0565-4921-a0ec-5c872c6306ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=e63cde76-c404-462e-b0ed-e8659c138f88,revision_number=0']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:07.742277 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ad9af-0565-4921-a0ec-5c872c6306ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:07.742903 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ad9af-0565-4921-a0ec-5c872c6306ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:07.743426 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ad9af-0565-4921-a0ec-5c872c6306ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:07.743920 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ad9af-0565-4921-a0ec-5c872c6306ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:07.744412 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ad9af-0565-4921-a0ec-5c872c6306ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:07.744900 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ad9af-0565-4921-a0ec-5c872c6306ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:07.745440 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ad9af-0565-4921-a0ec-5c872c6306ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:07.745947 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ad9af-0565-4921-a0ec-5c872c6306ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:07.746539 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ad9af-0565-4921-a0ec-5c872c6306ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:07.747038 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ad9af-0565-4921-a0ec-5c872c6306ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:07.747553 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ad9af-0565-4921-a0ec-5c872c6306ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:07.748143 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ad9af-0565-4921-a0ec-5c872c6306ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:07.748645 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ad9af-0565-4921-a0ec-5c872c6306ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ad9af-0565-4921-a0ec-5c872c6306ba admin admin] Tracked resource versions report: Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: pushed versions: Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: { 'AddressGroup': {'1.2'}, Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: 'ConntrackHelper': {'1.0'}, Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: 'LocalIPAssociation': {'1.0'}, Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: 'Log': {'1.0'}, Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: 'Network': {'1.1'}, Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: 'Port': {'1.7'}, Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: 'PortForwarding': {'1.2'}, Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: 'QosPolicy': {'1.10'}, Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: 'SecurityGroup': {'1.5'}, Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: 'SecurityGroupRule': {'1.2'}, Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: 'SubPort': {'1.0'}, Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: 'Subnet': {'1.1'}, Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: 'Trunk': {'1.1'}} Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: consumer versions: Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: { DHCP agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: HyperV agent@hv-cinder-77398: {}, Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: L3 agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: Metadata agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: Metering agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: Open vSwitch agent@dv-cinder-773985-33-iscsi: { 'AddressGroup': '1.2', Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: 'ConntrackHelper': '1.0', Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: 'LocalIPAssociation': '1.0', Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: 'Log': '1.0', Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: 'Network': '1.1', Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: 'Port': '1.7', Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: 'PortForwarding': '1.2', Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: 'QosPolicy': '1.10', Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: 'SecurityGroup': '1.5', Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: 'SecurityGroupRule': '1.2', Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: 'SubPort': '1.0', Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: 'Subnet': '1.1', Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: 'Trunk': '1.1'}} Feb 16 18:20:07.760770 dv-cinder-773985-33-iscsi neutron-server[103275]: {{(pid=103275) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 18:20:07.767726 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4974ec6b-9554-4bbf-ab94-7f3bf8c71f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for network (2e0a2f9f-e6a2-446a-9d48-be3aafb44596), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:07.767726 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4974ec6b-9554-4bbf-ab94-7f3bf8c71f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:07.767726 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4974ec6b-9554-4bbf-ab94-7f3bf8c71f2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:07.870721 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5ad9af-0565-4921-a0ec-5c872c6306ba admin admin] Network de6d9371-ec5d-4f43-a8ca-a0c978df161a is scheduled to be hosted by DHCP agent f2339edf-a2ee-4e84-8bf4-086a7482b327 with binding_index 1 {{(pid=103275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 18:20:07.916621 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974ec6b-9554-4bbf-ab94-7f3bf8c71f2c admin admin] Pushing event updated for resources: {'Network': ['ID=2e0a2f9f-e6a2-446a-9d48-be3aafb44596,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:07.930223 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Network 2e0a2f9f-e6a2-446a-9d48-be3aafb44596 details requested by agent ovs-agent-dv-cinder-773985-33-iscsi with host dv-cinder-773985-33-iscsi {{(pid=103277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 18:20:07.950510 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-1a5ad9af-0565-4921-a0ec-5c872c6306ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-33-iscsi, de6d9371-ec5d-4f43-a8ca-a0c978df161a) {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:20:07.958842 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5ad9af-0565-4921-a0ec-5c872c6306ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:07.959221 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1a5ad9af-0565-4921-a0ec-5c872c6306ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for subnet (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:07.995731 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c95261-ba60-43e0-9509-5c866dcea530 None None] Network de6d9371-ec5d-4f43-a8ca-a0c978df161a requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:20:08.037803 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-4974ec6b-9554-4bbf-ab94-7f3bf8c71f2c admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5064220 Feb 16 18:20:08.041836 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 52426) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:08.045042 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-73ba4081-c476-4505-aec3-05ab3fd744d7 admin admin] Request body: {'subnet': {'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-327368075-subnet', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:08.065293 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-1a5ad9af-0565-4921-a0ec-5c872c6306ba admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8699493 Feb 16 18:20:08.150900 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ba4081-c476-4505-aec3-05ab3fd744d7 admin admin] Made reservation on behalf of 0aaf8bb86aa245d6a791ffe04f8a7cea for: {'subnet': 1} {{(pid=103276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:20:08.154674 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-73ba4081-c476-4505-aec3-05ab3fd744d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:08.197427 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91455fa1-83e2-46c5-bfd6-4f454a059d4d None None] Network de6d9371-ec5d-4f43-a8ca-a0c978df161a requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:20:08.539450 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:08.596682 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-73ba4081-c476-4505-aec3-05ab3fd744d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for subnet (0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:08.665005 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba4081-c476-4505-aec3-05ab3fd744d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a,revision_number=0']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:08.671410 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ba4081-c476-4505-aec3-05ab3fd744d7 admin admin] Checking segment: {'id': '3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:20:08.671609 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ba4081-c476-4505-aec3-05ab3fd744d7 admin admin] Network hostable DHCP agents. Network: 2e0a2f9f-e6a2-446a-9d48-be3aafb44596, hostable agents: ['f2339edf-a2ee-4e84-8bf4-086a7482b327'], hosted agents: [] {{(pid=103276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 18:20:08.750486 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ba4081-c476-4505-aec3-05ab3fd744d7 admin admin] Network 2e0a2f9f-e6a2-446a-9d48-be3aafb44596 is scheduled to be hosted by DHCP agent f2339edf-a2ee-4e84-8bf4-086a7482b327 with binding_index 1 {{(pid=103276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 18:20:08.803625 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-73ba4081-c476-4505-aec3-05ab3fd744d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-33-iscsi, 2e0a2f9f-e6a2-446a-9d48-be3aafb44596) {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:20:08.817122 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ba4081-c476-4505-aec3-05ab3fd744d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:08.817410 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6238b30-67de-4461-920d-0478ab39f137 None None] Network 2e0a2f9f-e6a2-446a-9d48-be3aafb44596 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:20:08.820506 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-73ba4081-c476-4505-aec3-05ab3fd744d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for subnet (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:08.928163 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-73ba4081-c476-4505-aec3-05ab3fd744d7 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8845146 Feb 16 18:20:08.928708 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 52464) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:08.937601 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15817be5-ed40-5113-87ca-305c7188bdc0-2e0a2f9f-e6a2-446a-9d48-be3aafb44596', 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596', 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'fixed_ips': [{'subnet_id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a'}]}} from dv-cinder-773985-33-iscsi. {{(pid=103277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 18:20:08.937601 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:08.938746 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-575e4e88-e344-4fc8-be7f-fecddb4234f4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-327368075-router', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:09.044082 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-575e4e88-e344-4fc8-be7f-fecddb4234f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-465507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1026382'] for router (bf206999-21fd-48f2-880a-1a878b4c6f6f), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:09.045601 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-575e4e88-e344-4fc8-be7f-fecddb4234f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-459561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1026423'] for router (bf206999-21fd-48f2-880a-1a878b4c6f6f), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:09.117482 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-575e4e88-e344-4fc8-be7f-fecddb4234f4 admin admin] Publish callbacks [] for router_controller (bf206999-21fd-48f2-880a-1a878b4c6f6f), precommit_add_association {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:09.249360 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Allocated IP 172.20.0.2 (2e0a2f9f-e6a2-446a-9d48-be3aafb44596/0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a/9ca0e9f8-2b45-43c5-b237-664a1ff3e798) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:20:09.350993 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-575e4e88-e344-4fc8-be7f-fecddb4234f4 admin admin] Publish callbacks [] for router_gateway (bf206999-21fd-48f2-880a-1a878b4c6f6f), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:09.446662 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Publish callbacks [] for port (9ca0e9f8-2b45-43c5-b237-664a1ff3e798), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:09.528400 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341'] for port (9ca0e9f8-2b45-43c5-b237-664a1ff3e798), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:09.568195 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Network 2e0a2f9f-e6a2-446a-9d48-be3aafb44596 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:20:09.571642 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:20:09.590811 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:20:09.645176 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Pushing event updated for resources: {'Port': ['ID=9ca0e9f8-2b45-43c5-b237-664a1ff3e798,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:09.671082 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:09.671468 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:09.676306 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:09.676882 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:09.677267 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:09.677711 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:09.678153 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:09.678602 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:09.678942 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:09.679297 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:09.679635 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:09.679962 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:09.680286 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Tracked resource versions report: Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: pushed versions: Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: { 'AddressGroup': {'1.2'}, Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: 'ConntrackHelper': {'1.0'}, Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: 'LocalIPAssociation': {'1.0'}, Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: 'Log': {'1.0'}, Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: 'Network': {'1.1'}, Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: 'Port': {'1.7'}, Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: 'PortForwarding': {'1.2'}, Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: 'QosPolicy': {'1.10'}, Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: 'SecurityGroup': {'1.5'}, Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: 'SecurityGroupRule': {'1.2'}, Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: 'SubPort': {'1.0'}, Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: 'Subnet': {'1.1'}, Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: 'Trunk': {'1.1'}} Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: consumer versions: Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: { DHCP agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: HyperV agent@hv-cinder-77398: {}, Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: L3 agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: Metadata agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: Metering agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: Open vSwitch agent@dv-cinder-773985-33-iscsi: { 'AddressGroup': '1.2', Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: 'ConntrackHelper': '1.0', Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: 'LocalIPAssociation': '1.0', Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: 'Log': '1.0', Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: 'Network': '1.1', Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: 'Port': '1.7', Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: 'PortForwarding': '1.2', Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: 'QosPolicy': '1.10', Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: 'SecurityGroup': '1.5', Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: 'SecurityGroupRule': '1.2', Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: 'SubPort': '1.0', Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: 'Subnet': '1.1', Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: 'Trunk': '1.1'}} Feb 16 18:20:09.681631 dv-cinder-773985-33-iscsi neutron-server[103277]: {{(pid=103277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 18:20:09.700769 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Attempting to bind port 9ca0e9f8-2b45-43c5-b237-664a1ff3e798 on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:20:09.701571 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Attempting to bind port 9ca0e9f8-2b45-43c5-b237-664a1ff3e798 by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': '3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:20:09.701962 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Attempting to bind port 9ca0e9f8-2b45-43c5-b237-664a1ff3e798 on network 2e0a2f9f-e6a2-446a-9d48-be3aafb44596 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:20:09.713435 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:20:09.713435 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Checking segment: {'id': '3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:20:09.713869 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:09.714392 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Bound using segment: {'id': '3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:20:09.714939 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Bound port: 9ca0e9f8-2b45-43c5-b237-664a1ff3e798, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:20:09.715327 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (9ca0e9f8-2b45-43c5-b237-664a1ff3e798), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:09.735466 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-575e4e88-e344-4fc8-be7f-fecddb4234f4 admin admin] Publish callbacks [] for router_gateway (bf206999-21fd-48f2-880a-1a878b4c6f6f), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:09.758167 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-575e4e88-e344-4fc8-be7f-fecddb4234f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:09.800183 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] For port 9ca0e9f8-2b45-43c5-b237-664a1ff3e798, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:20:09.804246 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] For port 9ca0e9f8-2b45-43c5-b237-664a1ff3e798, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=9ca0e9f8-2b45-43c5-b237-664a1ff3e798,segment=NetworkSegment(3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff),segment_id=3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:20:09.882012 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-575e4e88-e344-4fc8-be7f-fecddb4234f4 admin admin] Allocated IP 172.27.3.125 (c00f8eca-8c80-474c-b61e-3160eeb0c24d/19362ace-3fbd-48f2-895e-4d065f6f071c/d402d524-78d2-4c45-a21a-c7685fa21a66) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:20:09.893410 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (9ca0e9f8-2b45-43c5-b237-664a1ff3e798), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:09.988366 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 52522) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:09.992262 dv-cinder-773985-33-iscsi neutron-server[103275]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 18:20:10.026113 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db150209-c73f-480c-afbe-0e0aa26935c3 None None] Pushing event updated for resources: {'Port': ['ID=9ca0e9f8-2b45-43c5-b237-664a1ff3e798,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:10.139490 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-575e4e88-e344-4fc8-be7f-fecddb4234f4 admin admin] Publish callbacks [] for port (d402d524-78d2-4c45-a21a-c7685fa21a66), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:10.311033 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-575e4e88-e344-4fc8-be7f-fecddb4234f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341'] for port (d402d524-78d2-4c45-a21a-c7685fa21a66), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:10.345761 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-86c81038-7478-42ef-ae2f-c8ca22a5b665 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:10.353397 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-86c81038-7478-42ef-ae2f-c8ca22a5b665 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/networks?id=de6d9371-ec5d-4f43-a8ca-a0c978df161a HTTP/1.1" status: 200 len: 811 time: 0.3622484 Feb 16 18:20:10.372081 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-c7410983-c11e-47a8-8def-4477384f8340 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/quotas/e505f411abb9430fb6dc82bf7c802903 HTTP/1.1" status: 200 len: 375 time: 0.0170383 Feb 16 18:20:10.454443 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e4e88-e344-4fc8-be7f-fecddb4234f4 admin admin] Pushing event updated for resources: {'Port': ['ID=d402d524-78d2-4c45-a21a-c7685fa21a66,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:10.454443 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575e4e88-e344-4fc8-be7f-fecddb4234f4 admin admin] Network c00f8eca-8c80-474c-b61e-3160eeb0c24d is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:20:10.454443 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-575e4e88-e344-4fc8-be7f-fecddb4234f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:20:10.454443 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575e4e88-e344-4fc8-be7f-fecddb4234f4 admin admin] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:20:10.533476 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-6b5631ca-0687-4a33-9b3e-dc29ca10b17c tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e505f411abb9430fb6dc82bf7c802903&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1608589 Feb 16 18:20:10.736244 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-19d6b239-13a2-4487-8688-17d027abf8fb service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103275) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:20:10.737449 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-19d6b239-13a2-4487-8688-17d027abf8fb service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0527635 Feb 16 18:20:10.819967 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-575e4e88-e344-4fc8-be7f-fecddb4234f4 admin admin] Publish callbacks [] for router_gateway (bf206999-21fd-48f2-880a-1a878b4c6f6f), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:10.891250 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-d7ffc751-0030-4ec2-a3b5-72ec5a6a090e service neutron] 10.222.0.87 "GET /v2.0/networks/de6d9371-ec5d-4f43-a8ca-a0c978df161a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470733 Feb 16 18:20:11.001800 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-e09d1f48-c7ab-48fe-9105-bb6d01ba21c8 service neutron] 10.222.0.87 "GET /v2.0/networks/de6d9371-ec5d-4f43-a8ca-a0c978df161a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021326 Feb 16 18:20:11.070440 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-575e4e88-e344-4fc8-be7f-fecddb4234f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-465654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-459636'] for router (bf206999-21fd-48f2-880a-1a878b4c6f6f), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:11.465654 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31eb19ff-0206-4b95-80a6-d9f9a42b222a None None] Network 2e0a2f9f-e6a2-446a-9d48-be3aafb44596 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:20:11.557406 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575e4e88-e344-4fc8-be7f-fecddb4234f4 admin admin] Router bf206999-21fd-48f2-880a-1a878b4c6f6f is scheduled to L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 with binding_index 1 {{(pid=103276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 18:20:11.640780 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-091dcbb8-fd97-492f-baef-7e6c2aca2a08 None None] Provisioning complete for port 9ca0e9f8-2b45-43c5-b237-664a1ff3e798 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:20:11.641600 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-091dcbb8-fd97-492f-baef-7e6c2aca2a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (9ca0e9f8-2b45-43c5-b237-664a1ff3e798), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:11.740330 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 9ca0e9f8-2b45-43c5-b237-664a1ff3e798 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:20:11.826708 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0d0c5857-324f-4065-90e8-890f7c9b8df9 req-d5d00f68-c7d1-416d-8751-e9af19ea2146 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 210 time: 0.0671654 Feb 16 18:20:11.838062 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575e4e88-e344-4fc8-be7f-fecddb4234f4 admin admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:20:11.851143 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb0d33c-2ee6-4365-8506-a9fd9dc2165d None None] Sync routers for ids ['bf206999-21fd-48f2-880a-1a878b4c6f6f'] in dv-cinder-773985-33-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:20:11.883362 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb0d33c-2ee6-4365-8506-a9fd9dc2165d None None] Routers {'bf206999-21fd-48f2-880a-1a878b4c6f6f'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:20:11.892915 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 9ca0e9f8-2b45-43c5-b237-664a1ff3e798 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:20:11.893467 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (9ca0e9f8-2b45-43c5-b237-664a1ff3e798), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:11.895663 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-ecb0d33c-2ee6-4365-8506-a9fd9dc2165d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:20:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['bf206999-21fd-48f2-880a-1a878b4c6f6f'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:20:11.918019 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-091dcbb8-fd97-492f-baef-7e6c2aca2a08 None None] Current status of the port 9ca0e9f8-2b45-43c5-b237-664a1ff3e798 is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:20:11.918504 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-091dcbb8-fd97-492f-baef-7e6c2aca2a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (9ca0e9f8-2b45-43c5-b237-664a1ff3e798), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:12.026741 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-091dcbb8-fd97-492f-baef-7e6c2aca2a08 None None] For port 9ca0e9f8-2b45-43c5-b237-664a1ff3e798, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=9ca0e9f8-2b45-43c5-b237-664a1ff3e798,segment=NetworkSegment(3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff),segment_id=3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:20:12.038251 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-575e4e88-e344-4fc8-be7f-fecddb4234f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:12.042945 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 52630) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:12.043514 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-575e4e88-e344-4fc8-be7f-fecddb4234f4 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1135786 Feb 16 18:20:12.135415 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-091dcbb8-fd97-492f-baef-7e6c2aca2a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (9ca0e9f8-2b45-43c5-b237-664a1ff3e798), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:12.145420 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:12.176313 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 9ca0e9f8-2b45-43c5-b237-664a1ff3e798 is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:20:12.176814 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (9ca0e9f8-2b45-43c5-b237-664a1ff3e798), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:12.224505 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091dcbb8-fd97-492f-baef-7e6c2aca2a08 None None] Pushing event updated for resources: {'Port': ['ID=9ca0e9f8-2b45-43c5-b237-664a1ff3e798,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:12.347302 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.db.api [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103277) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:20:12.348134 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG oslo_db.api [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 18:20:12.357041 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-1642bb5e-8c13-4261-ac0a-2d07debb7f1e None None] Provisioning complete for port 9ca0e9f8-2b45-43c5-b237-664a1ff3e798 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:20:12.357041 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-1642bb5e-8c13-4261-ac0a-2d07debb7f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (9ca0e9f8-2b45-43c5-b237-664a1ff3e798), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:12.363793 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-ecb0d33c-2ee6-4365-8506-a9fd9dc2165d None None] Set router bf206999-21fd-48f2-880a-1a878b4c6f6f gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:20:12.524203 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-1642bb5e-8c13-4261-ac0a-2d07debb7f1e None None] Current status of the port 9ca0e9f8-2b45-43c5-b237-664a1ff3e798 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:20:12.578527 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 52662) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:12.738932 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1547d078-83f2-4901-a62e-c0874209ccd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:12.752547 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-ecb0d33c-2ee6-4365-8506-a9fd9dc2165d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'name': 'tempest-AttachVolumeTestJSON-327368075-router', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:10Z', 'revision_number': 3, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'gw_port': {'id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:20:12.803995 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb0d33c-2ee6-4365-8506-a9fd9dc2165d None None] Checking router: bf206999-21fd-48f2-880a-1a878b4c6f6f for host: dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:20:12.805038 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb0d33c-2ee6-4365-8506-a9fd9dc2165d None None] Updating router bf206999-21fd-48f2-880a-1a878b4c6f6f port d402d524-78d2-4c45-a21a-c7685fa21a66 binding host dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 18:20:12.842387 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ecb0d33c-2ee6-4365-8506-a9fd9dc2165d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (d402d524-78d2-4c45-a21a-c7685fa21a66), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:12.847003 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1547d078-83f2-4901-a62e-c0874209ccd4 admin admin] Publish callbacks [] for security_group (7217ead7-26d8-4c15-8024-ceb4ff9bd838), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:12.945376 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1547d078-83f2-4901-a62e-c0874209ccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (7217ead7-26d8-4c15-8024-ceb4ff9bd838), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:12.961410 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 9ca0e9f8-2b45-43c5-b237-664a1ff3e798 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:20:12.990438 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 52676) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:12.993146 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547d078-83f2-4901-a62e-c0874209ccd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7217ead7-26d8-4c15-8024-ceb4ff9bd838,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:12.997581 dv-cinder-773985-33-iscsi neutron-server[103276]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 18:20:13.097977 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e994c676-7891-49a8-8555-0becd32a8dd2 req-a3489bfc-fa3c-44dc-886f-f09cc9768d0d tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 210 time: 0.1016545 Feb 16 18:20:13.098760 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 52680) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:13.110266 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-1547d078-83f2-4901-a62e-c0874209ccd4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=339ea1b3310e461bb59b1473f0ad5b22&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5287938 Feb 16 18:20:13.113259 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 52686) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:13.179414 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e283cf13-92ce-4cc2-8157-fa5786b9e43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:13.226601 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-12c14468-b0ae-459f-b50d-7c99d0a1e176 admin admin] Publish callbacks [] for security_group (7217ead7-26d8-4c15-8024-ceb4ff9bd838), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:13.272997 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-12c14468-b0ae-459f-b50d-7c99d0a1e176 admin admin] Publish callbacks [] for security_group (7217ead7-26d8-4c15-8024-ceb4ff9bd838), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:13.301328 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8fd7ce04-3ed2-433c-a962-f664ed31c9a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:13.326067 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ecb0d33c-2ee6-4365-8506-a9fd9dc2165d None None] Publish callbacks [] for port (d402d524-78d2-4c45-a21a-c7685fa21a66), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:13.409936 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-12c14468-b0ae-459f-b50d-7c99d0a1e176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (7217ead7-26d8-4c15-8024-ceb4ff9bd838), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:13.412819 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-12c14468-b0ae-459f-b50d-7c99d0a1e176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:13.414095 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-12c14468-b0ae-459f-b50d-7c99d0a1e176 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7217ead7-26d8-4c15-8024-ceb4ff9bd838 HTTP/1.1" status: 204 len: 168 time: 0.2999201 Feb 16 18:20:13.419278 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ecb0d33c-2ee6-4365-8506-a9fd9dc2165d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (d402d524-78d2-4c45-a21a-c7685fa21a66), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:13.430584 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c14468-b0ae-459f-b50d-7c99d0a1e176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7217ead7-26d8-4c15-8024-ceb4ff9bd838,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:13.491015 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19a338-16e9-41ac-b1e9-b4c0380ebe0a None None] Pushing event updated for resources: {'Port': ['ID=d402d524-78d2-4c45-a21a-c7685fa21a66,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:13.504684 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-ecb0d33c-2ee6-4365-8506-a9fd9dc2165d None None] Attempting to bind port d402d524-78d2-4c45-a21a-c7685fa21a66 on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:20:13.504684 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-ecb0d33c-2ee6-4365-8506-a9fd9dc2165d None None] Attempting to bind port d402d524-78d2-4c45-a21a-c7685fa21a66 by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:20:13.504684 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb0d33c-2ee6-4365-8506-a9fd9dc2165d None None] Attempting to bind port d402d524-78d2-4c45-a21a-c7685fa21a66 on network c00f8eca-8c80-474c-b61e-3160eeb0c24d {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:20:13.511107 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19a338-16e9-41ac-b1e9-b4c0380ebe0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:13.511537 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19a338-16e9-41ac-b1e9-b4c0380ebe0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:13.512029 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19a338-16e9-41ac-b1e9-b4c0380ebe0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:13.514611 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19a338-16e9-41ac-b1e9-b4c0380ebe0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:13.514611 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19a338-16e9-41ac-b1e9-b4c0380ebe0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:13.514611 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19a338-16e9-41ac-b1e9-b4c0380ebe0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:13.514611 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19a338-16e9-41ac-b1e9-b4c0380ebe0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:13.514611 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19a338-16e9-41ac-b1e9-b4c0380ebe0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:13.514611 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19a338-16e9-41ac-b1e9-b4c0380ebe0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:13.515186 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19a338-16e9-41ac-b1e9-b4c0380ebe0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:13.515441 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19a338-16e9-41ac-b1e9-b4c0380ebe0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:13.515671 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19a338-16e9-41ac-b1e9-b4c0380ebe0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:13.516043 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19a338-16e9-41ac-b1e9-b4c0380ebe0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19a338-16e9-41ac-b1e9-b4c0380ebe0a None None] Tracked resource versions report: Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: pushed versions: Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: { 'AddressGroup': {'1.2'}, Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: 'ConntrackHelper': {'1.0'}, Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: 'LocalIPAssociation': {'1.0'}, Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: 'Log': {'1.0'}, Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: 'Network': {'1.1'}, Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: 'Port': {'1.7'}, Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: 'PortForwarding': {'1.2'}, Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: 'QosPolicy': {'1.10'}, Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: 'SecurityGroup': {'1.5'}, Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: 'SecurityGroupRule': {'1.2'}, Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: 'SubPort': {'1.0'}, Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: 'Subnet': {'1.1'}, Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: 'Trunk': {'1.1'}} Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: consumer versions: Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: { DHCP agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: HyperV agent@hv-cinder-77398: {}, Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: L3 agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: Metadata agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: Metering agent@dv-cinder-773985-33-iscsi: {}, Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: Open vSwitch agent@dv-cinder-773985-33-iscsi: { 'AddressGroup': '1.2', Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: 'ConntrackHelper': '1.0', Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: 'LocalIPAssociation': '1.0', Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: 'Log': '1.0', Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: 'Network': '1.1', Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: 'Port': '1.7', Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: 'PortForwarding': '1.2', Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: 'QosPolicy': '1.10', Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: 'SecurityGroup': '1.5', Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: 'SecurityGroupRule': '1.2', Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: 'SubPort': '1.0', Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: 'Subnet': '1.1', Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: 'Trunk': '1.1'}} Feb 16 18:20:13.517901 dv-cinder-773985-33-iscsi neutron-server[103279]: {{(pid=103279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 18:20:13.520997 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb0d33c-2ee6-4365-8506-a9fd9dc2165d None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:20:13.523716 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb0d33c-2ee6-4365-8506-a9fd9dc2165d None None] Checking segment: {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:20:13.523716 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ecb0d33c-2ee6-4365-8506-a9fd9dc2165d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:13.523716 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb0d33c-2ee6-4365-8506-a9fd9dc2165d None None] Bound using segment: {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:20:13.523716 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-ecb0d33c-2ee6-4365-8506-a9fd9dc2165d None None] Bound port: d402d524-78d2-4c45-a21a-c7685fa21a66, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:20:13.523716 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ecb0d33c-2ee6-4365-8506-a9fd9dc2165d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (d402d524-78d2-4c45-a21a-c7685fa21a66), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:13.629160 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 9ca0e9f8-2b45-43c5-b237-664a1ff3e798 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:20:13.643223 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-e283cf13-92ce-4cc2-8157-fa5786b9e43d admin admin] Allocated IP 172.20.0.1 (2e0a2f9f-e6a2-446a-9d48-be3aafb44596/0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a/31806db4-3ba8-4d25-9939-ec2d55da9a1e) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:20:13.679606 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-ecb0d33c-2ee6-4365-8506-a9fd9dc2165d None None] For port d402d524-78d2-4c45-a21a-c7685fa21a66, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:20:13.686357 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-ecb0d33c-2ee6-4365-8506-a9fd9dc2165d None None] For port d402d524-78d2-4c45-a21a-c7685fa21a66, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=d402d524-78d2-4c45-a21a-c7685fa21a66,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:20:13.762193 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ecb0d33c-2ee6-4365-8506-a9fd9dc2165d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (d402d524-78d2-4c45-a21a-c7685fa21a66), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:13.806370 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 9ca0e9f8-2b45-43c5-b237-664a1ff3e798 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:20:13.806951 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (9ca0e9f8-2b45-43c5-b237-664a1ff3e798), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:13.814185 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e283cf13-92ce-4cc2-8157-fa5786b9e43d admin admin] Publish callbacks [] for port (31806db4-3ba8-4d25-9939-ec2d55da9a1e), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:13.915304 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8fd7ce04-3ed2-433c-a962-f664ed31c9a2 admin admin] Publish callbacks [] for security_group (8379b5cd-bb1d-4cb2-af47-6383b67eaa6a), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:13.945776 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 9ca0e9f8-2b45-43c5-b237-664a1ff3e798 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:20:13.968916 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb0d33c-2ee6-4365-8506-a9fd9dc2165d None None] Routers {'bf206999-21fd-48f2-880a-1a878b4c6f6f'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:20:13.969808 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-ecb0d33c-2ee6-4365-8506-a9fd9dc2165d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:20:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['bf206999-21fd-48f2-880a-1a878b4c6f6f'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:20:14.013790 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8fd7ce04-3ed2-433c-a962-f664ed31c9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (8379b5cd-bb1d-4cb2-af47-6383b67eaa6a), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:14.020274 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19a338-16e9-41ac-b1e9-b4c0380ebe0a None None] Pushing event updated for resources: {'Port': ['ID=d402d524-78d2-4c45-a21a-c7685fa21a66,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:14.055924 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e283cf13-92ce-4cc2-8157-fa5786b9e43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341'] for port (31806db4-3ba8-4d25-9939-ec2d55da9a1e), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:14.077758 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-8fd7ce04-3ed2-433c-a962-f664ed31c9a2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b362f8ebf3754634a11d802a8fb65752&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9756629 Feb 16 18:20:14.080936 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 52730) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:14.087109 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7ce04-3ed2-433c-a962-f664ed31c9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8379b5cd-bb1d-4cb2-af47-6383b67eaa6a,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:14.108058 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-ecb0d33c-2ee6-4365-8506-a9fd9dc2165d None None] Set router bf206999-21fd-48f2-880a-1a878b4c6f6f gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:20:14.213940 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a6b76700-fac5-4044-b269-b7fdd3cdb93c admin admin] Publish callbacks [] for security_group (8379b5cd-bb1d-4cb2-af47-6383b67eaa6a), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:14.237587 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e283cf13-92ce-4cc2-8157-fa5786b9e43d admin admin] Network 2e0a2f9f-e6a2-446a-9d48-be3aafb44596 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:20:14.239864 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-e283cf13-92ce-4cc2-8157-fa5786b9e43d admin admin] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:20:14.257775 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e283cf13-92ce-4cc2-8157-fa5786b9e43d admin admin] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:20:14.260400 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e283cf13-92ce-4cc2-8157-fa5786b9e43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461865'] for router_interface (bf206999-21fd-48f2-880a-1a878b4c6f6f), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:14.306022 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a6b76700-fac5-4044-b269-b7fdd3cdb93c admin admin] Publish callbacks [] for security_group (8379b5cd-bb1d-4cb2-af47-6383b67eaa6a), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:14.572470 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-ecb0d33c-2ee6-4365-8506-a9fd9dc2165d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'name': 'tempest-AttachVolumeTestJSON-327368075-router', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:10Z', 'revision_number': 3, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'gw_port': {'id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:20:14.577234 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a5f06bd1-e197-4d01-ba0d-23fcdf6d0fdd req-86418976-74bd-4664-9daf-87eb28030678 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 210 time: 0.0528169 Feb 16 18:20:14.577462 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb0d33c-2ee6-4365-8506-a9fd9dc2165d None None] The sync data for ids ['bf206999-21fd-48f2-880a-1a878b4c6f6f'] in dv-cinder-773985-33-iscsi is: [{'id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'name': 'tempest-AttachVolumeTestJSON-327368075-router', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:10Z', 'revision_number': 3, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'gw_port': {'id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:20:14.577699 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283cf13-92ce-4cc2-8157-fa5786b9e43d admin admin] Pushing event updated for resources: {'Port': ['ID=31806db4-3ba8-4d25-9939-ec2d55da9a1e,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:14.577988 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a6b76700-fac5-4044-b269-b7fdd3cdb93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (8379b5cd-bb1d-4cb2-af47-6383b67eaa6a), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:14.577988 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a6b76700-fac5-4044-b269-b7fdd3cdb93c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:14.578655 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-a6b76700-fac5-4044-b269-b7fdd3cdb93c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8379b5cd-bb1d-4cb2-af47-6383b67eaa6a HTTP/1.1" status: 204 len: 168 time: 0.4961760 Feb 16 18:20:14.599982 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b76700-fac5-4044-b269-b7fdd3cdb93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8379b5cd-bb1d-4cb2-af47-6383b67eaa6a,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:14.665289 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-c4375a5d-fbc5-44fe-9581-02d9d8a6547b None None] Provisioning complete for port 31806db4-3ba8-4d25-9939-ec2d55da9a1e triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:20:14.665890 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c4375a5d-fbc5-44fe-9581-02d9d8a6547b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (31806db4-3ba8-4d25-9939-ec2d55da9a1e), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:14.710436 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 52744) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:14.711484 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-c4375a5d-fbc5-44fe-9581-02d9d8a6547b None None] Port 31806db4-3ba8-4d25-9939-ec2d55da9a1e cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:20:14.968053 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e283cf13-92ce-4cc2-8157-fa5786b9e43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (31806db4-3ba8-4d25-9939-ec2d55da9a1e), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:15.238512 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-84da0da4-d5ab-4b76-a3af-f8e4d20fb177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:15.311238 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e283cf13-92ce-4cc2-8157-fa5786b9e43d admin admin] Publish callbacks [] for port (31806db4-3ba8-4d25-9939-ec2d55da9a1e), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:15.426701 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e283cf13-92ce-4cc2-8157-fa5786b9e43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (31806db4-3ba8-4d25-9939-ec2d55da9a1e), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:15.428419 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e283cf13-92ce-4cc2-8157-fa5786b9e43d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3745776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462005'] for router_interface (bf206999-21fd-48f2-880a-1a878b4c6f6f), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:15.446581 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-84da0da4-d5ab-4b76-a3af-f8e4d20fb177 admin admin] Publish callbacks [] for security_group (fb61baa6-890c-4b0a-be57-7b52db457e86), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:15.539231 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-84da0da4-d5ab-4b76-a3af-f8e4d20fb177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (fb61baa6-890c-4b0a-be57-7b52db457e86), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:15.630275 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da0da4-d5ab-4b76-a3af-f8e4d20fb177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb61baa6-890c-4b0a-be57-7b52db457e86,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:15.631225 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283cf13-92ce-4cc2-8157-fa5786b9e43d admin admin] Pushing event updated for resources: {'Port': ['ID=31806db4-3ba8-4d25-9939-ec2d55da9a1e,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:15.690292 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-84da0da4-d5ab-4b76-a3af-f8e4d20fb177 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=efbdb7c40fd94d5498cfb15faf9f047b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0023057 Feb 16 18:20:15.691605 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 52786) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:15.748649 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device d402d524-78d2-4c45-a21a-c7685fa21a66 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:20:15.780360 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 52794) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:15.821390 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-9fe4552f-f4df-4e51-a88b-83c7927c064b req-1d03790f-f324-404b-b72f-3d206b7e21a7 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 210 time: 0.0657361 Feb 16 18:20:15.829963 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1a548904-8779-4369-9d49-82ffca5665d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:15.880113 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port d402d524-78d2-4c45-a21a-c7685fa21a66 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:20:15.882182 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (d402d524-78d2-4c45-a21a-c7685fa21a66), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:15.889855 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e283cf13-92ce-4cc2-8157-fa5786b9e43d admin admin] Network 2e0a2f9f-e6a2-446a-9d48-be3aafb44596 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:20:15.893054 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-e283cf13-92ce-4cc2-8157-fa5786b9e43d admin admin] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:20:15.915166 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cc6be8cd-9464-4a2b-bab8-b04d9f8659b5 admin admin] Publish callbacks [] for security_group (fb61baa6-890c-4b0a-be57-7b52db457e86), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:15.966375 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cc6be8cd-9464-4a2b-bab8-b04d9f8659b5 admin admin] Publish callbacks [] for security_group (fb61baa6-890c-4b0a-be57-7b52db457e86), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:16.055110 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port d402d524-78d2-4c45-a21a-c7685fa21a66 is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:20:16.055690 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (d402d524-78d2-4c45-a21a-c7685fa21a66), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:16.099157 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] For port d402d524-78d2-4c45-a21a-c7685fa21a66, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=d402d524-78d2-4c45-a21a-c7685fa21a66,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:20:16.168005 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (d402d524-78d2-4c45-a21a-c7685fa21a66), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:16.168261 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cc6be8cd-9464-4a2b-bab8-b04d9f8659b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (fb61baa6-890c-4b0a-be57-7b52db457e86), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:16.176212 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cc6be8cd-9464-4a2b-bab8-b04d9f8659b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:16.179970 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-cc6be8cd-9464-4a2b-bab8-b04d9f8659b5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fb61baa6-890c-4b0a-be57-7b52db457e86 HTTP/1.1" status: 204 len: 168 time: 0.4869251 Feb 16 18:20:16.225927 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6be8cd-9464-4a2b-bab8-b04d9f8659b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb61baa6-890c-4b0a-be57-7b52db457e86,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:16.315143 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Pushing event updated for resources: {'Port': ['ID=d402d524-78d2-4c45-a21a-c7685fa21a66,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:16.355416 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e283cf13-92ce-4cc2-8157-fa5786b9e43d admin admin] Router bf206999-21fd-48f2-880a-1a878b4c6f6f has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:20:16.365711 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1a548904-8779-4369-9d49-82ffca5665d9 admin admin] Publish callbacks [] for security_group (d8637d63-8065-4b97-b850-79df398244af), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:16.368292 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-66ba90b0-ae3e-42fb-97cc-94c2952d64c0 None None] Provisioning complete for port 31806db4-3ba8-4d25-9939-ec2d55da9a1e triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:20:16.368794 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-66ba90b0-ae3e-42fb-97cc-94c2952d64c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (31806db4-3ba8-4d25-9939-ec2d55da9a1e), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:16.410942 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-66ba90b0-ae3e-42fb-97cc-94c2952d64c0 None None] Port 31806db4-3ba8-4d25-9939-ec2d55da9a1e cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:20:16.439768 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1a548904-8779-4369-9d49-82ffca5665d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (d8637d63-8065-4b97-b850-79df398244af), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:16.518272 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-1a548904-8779-4369-9d49-82ffca5665d9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d34d119c1ec34fb9b659b8ce57dbcedf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7365432 Feb 16 18:20:16.521450 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 52818) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:16.553840 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a548904-8779-4369-9d49-82ffca5665d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8637d63-8065-4b97-b850-79df398244af,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:16.598038 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e283cf13-92ce-4cc2-8157-fa5786b9e43d admin admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:20:16.617692 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-e283cf13-92ce-4cc2-8157-fa5786b9e43d admin admin] 10.222.0.87 "PUT /v2.0/routers/bf206999-21fd-48f2-880a-1a878b4c6f6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5622976 Feb 16 18:20:16.646842 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-717c1c0b-5cb1-4f58-a3c9-4b254bdad369 admin admin] Publish callbacks [] for security_group (d8637d63-8065-4b97-b850-79df398244af), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:16.687260 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-717c1c0b-5cb1-4f58-a3c9-4b254bdad369 admin admin] Publish callbacks [] for security_group (d8637d63-8065-4b97-b850-79df398244af), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:16.814384 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-717c1c0b-5cb1-4f58-a3c9-4b254bdad369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (d8637d63-8065-4b97-b850-79df398244af), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:16.817484 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-717c1c0b-5cb1-4f58-a3c9-4b254bdad369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:16.818904 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-717c1c0b-5cb1-4f58-a3c9-4b254bdad369 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d8637d63-8065-4b97-b850-79df398244af HTTP/1.1" status: 204 len: 168 time: 0.2953622 Feb 16 18:20:16.827389 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c1c0b-5cb1-4f58-a3c9-4b254bdad369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8637d63-8065-4b97-b850-79df398244af,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:17.033010 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:20:17.270755 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2704a9c5-d1f6-48ff-88ab-f0d18e3badaa req-b2ce5dba-7225-416a-9282-ffc657f4ee9c tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 210 time: 0.0683279 Feb 16 18:20:17.405550 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1e262b-e1c3-4085-807e-a05f0f2fadcd None None] Sync routers for ids ['bf206999-21fd-48f2-880a-1a878b4c6f6f'] in dv-cinder-773985-33-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:20:17.417342 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1e262b-e1c3-4085-807e-a05f0f2fadcd None None] Routers {'bf206999-21fd-48f2-880a-1a878b4c6f6f'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:20:17.417970 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-dc1e262b-e1c3-4085-807e-a05f0f2fadcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:20:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['bf206999-21fd-48f2-880a-1a878b4c6f6f'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:20:17.549712 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device d402d524-78d2-4c45-a21a-c7685fa21a66 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:20:17.638153 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-dc1e262b-e1c3-4085-807e-a05f0f2fadcd None None] Set router bf206999-21fd-48f2-880a-1a878b4c6f6f gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:20:17.671760 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port d402d524-78d2-4c45-a21a-c7685fa21a66 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:20:17.671760 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (d402d524-78d2-4c45-a21a-c7685fa21a66), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:18.000677 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port d402d524-78d2-4c45-a21a-c7685fa21a66 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:20:18.066462 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-dc1e262b-e1c3-4085-807e-a05f0f2fadcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'name': 'tempest-AttachVolumeTestJSON-327368075-router', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:14Z', 'revision_number': 4, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'gw_port': {'id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '31806db4-3ba8-4d25-9939-ec2d55da9a1e', 'name': '', 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'mac_address': 'fa:16:3e:fa:8c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:13Z', 'updated_at': '2022-02-16T18:20:15Z', 'revision_number': 2, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'subnets': [{'id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:20:18.076233 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 52888) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:18.084461 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-1824f0ab-82b2-4a16-8af7-3429ca837995 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1354201168', 'description': 'tempest-description--696333797'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:18.110942 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1e262b-e1c3-4085-807e-a05f0f2fadcd None None] Checking router: bf206999-21fd-48f2-880a-1a878b4c6f6f for host: dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:20:18.111552 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1e262b-e1c3-4085-807e-a05f0f2fadcd None None] Updating router bf206999-21fd-48f2-880a-1a878b4c6f6f port 31806db4-3ba8-4d25-9939-ec2d55da9a1e binding host dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 18:20:18.148826 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-dc1e262b-e1c3-4085-807e-a05f0f2fadcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (31806db4-3ba8-4d25-9939-ec2d55da9a1e), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:18.225467 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1824f0ab-82b2-4a16-8af7-3429ca837995 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:18.358975 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1824f0ab-82b2-4a16-8af7-3429ca837995 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for security_group (ac63da0c-7938-4c06-8870-14f676e9c5db), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:18.419873 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1824f0ab-82b2-4a16-8af7-3429ca837995 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (ac63da0c-7938-4c06-8870-14f676e9c5db), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:18.422612 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8b060110-56bd-4949-8122-088688655abc req-521c4230-6c3e-4387-ad98-48057e901c4d tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 210 time: 0.0341344 Feb 16 18:20:18.467642 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824f0ab-82b2-4a16-8af7-3429ca837995 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac63da0c-7938-4c06-8870-14f676e9c5db,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:18.511255 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-dc1e262b-e1c3-4085-807e-a05f0f2fadcd None None] Publish callbacks [] for port (31806db4-3ba8-4d25-9939-ec2d55da9a1e), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:18.524064 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1824f0ab-82b2-4a16-8af7-3429ca837995 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:18.525928 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-1824f0ab-82b2-4a16-8af7-3429ca837995 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4472492 Feb 16 18:20:18.528297 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 52914) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:18.534041 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-cf80d25e-a4c5-4ad8-9040-e7af8b81ee4f tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Request body: {'security_group_rule': {'security_group_id': 'ac63da0c-7938-4c06-8870-14f676e9c5db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:18.539907 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 52916) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:18.585536 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-dc1e262b-e1c3-4085-807e-a05f0f2fadcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (31806db4-3ba8-4d25-9939-ec2d55da9a1e), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:18.615488 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cf80d25e-a4c5-4ad8-9040-e7af8b81ee4f tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for security_group_rule (aa405f47-7eed-4bf8-9356-aa00f9292c4b), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:18.672267 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885643e-e908-44c8-896c-1d38cdf6d788 None None] Pushing event updated for resources: {'Port': ['ID=31806db4-3ba8-4d25-9939-ec2d55da9a1e,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:18.682379 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-e1081264-aa4b-4025-8e80-47dd91ae822f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1847863626-network', 'tenant_id': 'c9c036e4fd0541dda19c8bbe71a97a39'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:18.707542 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cf80d25e-a4c5-4ad8-9040-e7af8b81ee4f tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for security_group_rule (aa405f47-7eed-4bf8-9356-aa00f9292c4b), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:18.728508 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-dc1e262b-e1c3-4085-807e-a05f0f2fadcd None None] Attempting to bind port 31806db4-3ba8-4d25-9939-ec2d55da9a1e on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:20:18.728789 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-dc1e262b-e1c3-4085-807e-a05f0f2fadcd None None] Attempting to bind port 31806db4-3ba8-4d25-9939-ec2d55da9a1e by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': '3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:20:18.729174 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1e262b-e1c3-4085-807e-a05f0f2fadcd None None] Attempting to bind port 31806db4-3ba8-4d25-9939-ec2d55da9a1e on network 2e0a2f9f-e6a2-446a-9d48-be3aafb44596 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:20:18.734617 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1e262b-e1c3-4085-807e-a05f0f2fadcd None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:20:18.735207 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1e262b-e1c3-4085-807e-a05f0f2fadcd None None] Checking segment: {'id': '3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:20:18.736148 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-dc1e262b-e1c3-4085-807e-a05f0f2fadcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:18.736995 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1e262b-e1c3-4085-807e-a05f0f2fadcd None None] Bound using segment: {'id': '3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:20:18.736995 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-dc1e262b-e1c3-4085-807e-a05f0f2fadcd None None] Bound port: 31806db4-3ba8-4d25-9939-ec2d55da9a1e, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:20:18.737534 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-dc1e262b-e1c3-4085-807e-a05f0f2fadcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (31806db4-3ba8-4d25-9939-ec2d55da9a1e), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:18.812668 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-dc1e262b-e1c3-4085-807e-a05f0f2fadcd None None] For port 31806db4-3ba8-4d25-9939-ec2d55da9a1e, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:20:18.819344 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-dc1e262b-e1c3-4085-807e-a05f0f2fadcd None None] For port 31806db4-3ba8-4d25-9939-ec2d55da9a1e, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=31806db4-3ba8-4d25-9939-ec2d55da9a1e,segment=NetworkSegment(3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff),segment_id=3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:20:18.821042 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1081264-aa4b-4025-8e80-47dd91ae822f admin admin] Made reservation on behalf of c9c036e4fd0541dda19c8bbe71a97a39 for: {'network': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:20:18.822026 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cf80d25e-a4c5-4ad8-9040-e7af8b81ee4f tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678345'] for security_group_rule (aa405f47-7eed-4bf8-9356-aa00f9292c4b), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:18.823393 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e1081264-aa4b-4025-8e80-47dd91ae822f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for network (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:18.834764 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e1081264-aa4b-4025-8e80-47dd91ae822f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:18.839151 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80d25e-a4c5-4ad8-9040-e7af8b81ee4f tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa405f47-7eed-4bf8-9356-aa00f9292c4b,revision_number=0']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:18.861932 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-94eb7105-a140-49bf-a6ac-405a4dfc92e3 None None] Provisioning complete for port 31806db4-3ba8-4d25-9939-ec2d55da9a1e triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:20:18.862442 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-94eb7105-a140-49bf-a6ac-405a4dfc92e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (31806db4-3ba8-4d25-9939-ec2d55da9a1e), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:18.899380 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-94eb7105-a140-49bf-a6ac-405a4dfc92e3 None None] Port 31806db4-3ba8-4d25-9939-ec2d55da9a1e cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:20:18.915256 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e1081264-aa4b-4025-8e80-47dd91ae822f admin admin] Publish callbacks [] for security_group (995d89fe-889c-40a3-9991-03ad28bcafd1), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:18.948087 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.45', 54655) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:18.957936 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-dc1e262b-e1c3-4085-807e-a05f0f2fadcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (31806db4-3ba8-4d25-9939-ec2d55da9a1e), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:18.981678 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cf80d25e-a4c5-4ad8-9040-e7af8b81ee4f tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:18.983154 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-cf80d25e-a4c5-4ad8-9040-e7af8b81ee4f tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4537559 Feb 16 18:20:18.986405 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 52932) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:18.992760 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-c562b8da-d599-4bf9-b9f6-57f7ae4f47ff tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Request body: {'security_group_rule': {'security_group_id': 'ac63da0c-7938-4c06-8870-14f676e9c5db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:18.999273 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e1081264-aa4b-4025-8e80-47dd91ae822f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (995d89fe-889c-40a3-9991-03ad28bcafd1), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:19.058855 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1e262b-e1c3-4085-807e-a05f0f2fadcd None None] Routers {'bf206999-21fd-48f2-880a-1a878b4c6f6f'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:20:19.066492 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-dc1e262b-e1c3-4085-807e-a05f0f2fadcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:20:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['bf206999-21fd-48f2-880a-1a878b4c6f6f'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:20:19.077862 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1081264-aa4b-4025-8e80-47dd91ae822f admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=103275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 18:20:19.119341 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885643e-e908-44c8-896c-1d38cdf6d788 None None] Pushing event updated for resources: {'Port': ['ID=31806db4-3ba8-4d25-9939-ec2d55da9a1e,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:19.174842 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c562b8da-d599-4bf9-b9f6-57f7ae4f47ff tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for security_group_rule (3bcd5c8c-270e-4b68-872c-3911f38f9f2d), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:19.248132 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e1081264-aa4b-4025-8e80-47dd91ae822f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (97c3354f-148c-444a-8952-65a21ed56f12), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:19.257502 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-dc1e262b-e1c3-4085-807e-a05f0f2fadcd None None] Set router bf206999-21fd-48f2-880a-1a878b4c6f6f gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:20:19.264463 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.db.segments_db [None req-e1081264-aa4b-4025-8e80-47dd91ae822f admin admin] Added segment 97c3354f-148c-444a-8952-65a21ed56f12 of type vlan for network c67de790-5df4-43ce-a33a-cfdd463f742b Feb 16 18:20:19.277645 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c562b8da-d599-4bf9-b9f6-57f7ae4f47ff tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for security_group_rule (3bcd5c8c-270e-4b68-872c-3911f38f9f2d), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:19.320826 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1081264-aa4b-4025-8e80-47dd91ae822f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995d89fe-889c-40a3-9991-03ad28bcafd1,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:19.322394 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c562b8da-d599-4bf9-b9f6-57f7ae4f47ff tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678345'] for security_group_rule (3bcd5c8c-270e-4b68-872c-3911f38f9f2d), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:19.366403 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-cd99c1d3-2487-42da-befc-748ab288b175 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:19.368573 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562b8da-d599-4bf9-b9f6-57f7ae4f47ff tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bcd5c8c-270e-4b68-872c-3911f38f9f2d,revision_number=0']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:19.369250 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-cd99c1d3-2487-42da-befc-748ab288b175 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.45 "GET /v2.0/networks?id=de6d9371-ec5d-4f43-a8ca-a0c978df161a HTTP/1.1" status: 200 len: 811 time: 0.4117258 Feb 16 18:20:19.371406 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e1081264-aa4b-4025-8e80-47dd91ae822f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776561717104'] for network (c67de790-5df4-43ce-a33a-cfdd463f742b), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:19.425806 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-aa4d8c27-f2a9-4c97-b226-c0f7791da850 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Request body: {'port': {'device_id': 'bdf04380-55ab-4f4b-b2b3-de9bddb2a31b', 'network_id': 'de6d9371-ec5d-4f43-a8ca-a0c978df161a', 'admin_state_up': True, 'tenant_id': 'e505f411abb9430fb6dc82bf7c802903'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:19.506938 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-75fa8744-9f69-4de0-b88c-f7d82528e44e None None] Provisioning complete for port 31806db4-3ba8-4d25-9939-ec2d55da9a1e triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:20:19.507571 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-75fa8744-9f69-4de0-b88c-f7d82528e44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (31806db4-3ba8-4d25-9939-ec2d55da9a1e), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:19.534198 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c562b8da-d599-4bf9-b9f6-57f7ae4f47ff tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:19.535790 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-c562b8da-d599-4bf9-b9f6-57f7ae4f47ff tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5480394 Feb 16 18:20:19.547447 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 52946) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:19.552897 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-1f6321b8-0fa1-4b7a-b20f-35338268381b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Request body: {'floatingip': {'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:19.566225 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e1081264-aa4b-4025-8e80-47dd91ae822f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for network (c67de790-5df4-43ce-a33a-cfdd463f742b), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:19.567192 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1081264-aa4b-4025-8e80-47dd91ae822f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:19.567795 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e1081264-aa4b-4025-8e80-47dd91ae822f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:19.603048 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-b3956800-ae25-4f83-a977-15b0d02ed733 req-f17d77fd-c284-430a-ab1a-52dec8f31bdf tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 210 time: 0.0610733 Feb 16 18:20:19.670959 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1f6321b8-0fa1-4b7a-b20f-35338268381b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:19.681949 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-75fa8744-9f69-4de0-b88c-f7d82528e44e None None] Current status of the port 31806db4-3ba8-4d25-9939-ec2d55da9a1e is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:20:19.682859 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-75fa8744-9f69-4de0-b88c-f7d82528e44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (31806db4-3ba8-4d25-9939-ec2d55da9a1e), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:19.716943 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-dc1e262b-e1c3-4085-807e-a05f0f2fadcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'name': 'tempest-AttachVolumeTestJSON-327368075-router', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:14Z', 'revision_number': 4, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'gw_port': {'id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '31806db4-3ba8-4d25-9939-ec2d55da9a1e', 'name': '', 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'mac_address': 'fa:16:3e:fa:8c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:13Z', 'updated_at': '2022-02-16T18:20:18Z', 'revision_number': 4, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'subnets': [{'id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:20:19.757739 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1e262b-e1c3-4085-807e-a05f0f2fadcd None None] The sync data for ids ['bf206999-21fd-48f2-880a-1a878b4c6f6f'] in dv-cinder-773985-33-iscsi is: [{'id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'name': 'tempest-AttachVolumeTestJSON-327368075-router', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:14Z', 'revision_number': 4, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'gw_port': {'id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '31806db4-3ba8-4d25-9939-ec2d55da9a1e', 'name': '', 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'mac_address': 'fa:16:3e:fa:8c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:13Z', 'updated_at': '2022-02-16T18:20:18Z', 'revision_number': 4, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'subnets': [{'id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:20:19.762297 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-75fa8744-9f69-4de0-b88c-f7d82528e44e None None] For port 31806db4-3ba8-4d25-9939-ec2d55da9a1e, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=31806db4-3ba8-4d25-9939-ec2d55da9a1e,segment=NetworkSegment(3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff),segment_id=3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:20:19.859410 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-75fa8744-9f69-4de0-b88c-f7d82528e44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (31806db4-3ba8-4d25-9939-ec2d55da9a1e), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:19.884474 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 52966) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:19.956559 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-e1081264-aa4b-4025-8e80-47dd91ae822f admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4155474 Feb 16 18:20:19.957648 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1081264-aa4b-4025-8e80-47dd91ae822f admin admin] Pushing event updated for resources: {'Network': ['ID=c67de790-5df4-43ce-a33a-cfdd463f742b,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:19.965981 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 52970) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:19.971637 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-d83b91a0-65e9-4cfb-b99f-201948482342 admin admin] Request body: {'subnet': {'network_id': 'c67de790-5df4-43ce-a33a-cfdd463f742b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1847863626-subnet', 'tenant_id': 'c9c036e4fd0541dda19c8bbe71a97a39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:19.988864 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Network c67de790-5df4-43ce-a33a-cfdd463f742b details requested by agent ovs-agent-dv-cinder-773985-33-iscsi with host dv-cinder-773985-33-iscsi {{(pid=103277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 18:20:20.041620 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa8744-9f69-4de0-b88c-f7d82528e44e None None] Pushing event updated for resources: {'Port': ['ID=31806db4-3ba8-4d25-9939-ec2d55da9a1e,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:20.073532 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1f6321b8-0fa1-4b7a-b20f-35338268381b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:20.116329 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83b91a0-65e9-4cfb-b99f-201948482342 admin admin] Made reservation on behalf of c9c036e4fd0541dda19c8bbe71a97a39 for: {'subnet': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:20:20.119052 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d83b91a0-65e9-4cfb-b99f-201948482342 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:20.147069 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-aa4d8c27-f2a9-4c97-b226-c0f7791da850 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Made reservation on behalf of e505f411abb9430fb6dc82bf7c802903 for: {'port': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:20:20.156464 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-aa4d8c27-f2a9-4c97-b226-c0f7791da850 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:20.247524 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-1f6321b8-0fa1-4b7a-b20f-35338268381b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Allocated IP 172.27.3.26 (c00f8eca-8c80-474c-b61e-3160eeb0c24d/19362ace-3fbd-48f2-895e-4d065f6f071c/baaedab7-470c-4fd7-899b-2c79613f6f3e) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:20:20.493972 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b6c48075-51ae-4050-bdbf-7847f1c41558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:20.562400 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1f6321b8-0fa1-4b7a-b20f-35338268381b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for port (baaedab7-470c-4fd7-899b-2c79613f6f3e), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:20.656118 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b6c48075-51ae-4050-bdbf-7847f1c41558 admin admin] Publish callbacks [] for security_group (81f6ed71-7140-412b-85d6-951153cfaad5), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:20.713893 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-aa4d8c27-f2a9-4c97-b226-c0f7791da850 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Allocated IP 172.20.0.7 (de6d9371-ec5d-4f43-a8ca-a0c978df161a/e63cde76-c404-462e-b0ed-e8659c138f88/0098d419-45cb-4d4f-b8b4-75bfde11d622) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:20:20.722681 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1f6321b8-0fa1-4b7a-b20f-35338268381b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341'] for port (baaedab7-470c-4fd7-899b-2c79613f6f3e), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:20.768823 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b6c48075-51ae-4050-bdbf-7847f1c41558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (81f6ed71-7140-412b-85d6-951153cfaad5), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:20.784584 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6321b8-0fa1-4b7a-b20f-35338268381b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Network c00f8eca-8c80-474c-b61e-3160eeb0c24d is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:20:20.796483 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-367740ad-c25a-446c-a737-c880ecc26a16 req-6dddde45-ed4a-450a-bf20-0f176e185f57 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 210 time: 0.0797887 Feb 16 18:20:20.806016 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-1f6321b8-0fa1-4b7a-b20f-35338268381b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:20:20.825993 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d83b91a0-65e9-4cfb-b99f-201948482342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for subnet (e73cc512-6668-44b3-8c1f-a2ba8908c7c5), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:20.832005 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6321b8-0fa1-4b7a-b20f-35338268381b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:20:20.848369 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6321b8-0fa1-4b7a-b20f-35338268381b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Pushing event updated for resources: {'Port': ['ID=baaedab7-470c-4fd7-899b-2c79613f6f3e,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:20.918422 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-b6c48075-51ae-4050-bdbf-7847f1c41558 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f38d7eefd888465a8a7cc60361612d26&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0307591 Feb 16 18:20:20.931485 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 53016) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:20.946650 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c48075-51ae-4050-bdbf-7847f1c41558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f6ed71-7140-412b-85d6-951153cfaad5,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:21.008030 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b91a0-65e9-4cfb-b99f-201948482342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e73cc512-6668-44b3-8c1f-a2ba8908c7c5,revision_number=0']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:21.060986 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1f6321b8-0fa1-4b7a-b20f-35338268381b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for floatingip (14f5a5e4-5829-4c50-b30f-356b42d7f5c5), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:21.113583 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f0afaa3b-720f-48f8-b5be-ed9acdb4be82 admin admin] Publish callbacks [] for security_group (81f6ed71-7140-412b-85d6-951153cfaad5), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:21.138854 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f0afaa3b-720f-48f8-b5be-ed9acdb4be82 admin admin] Publish callbacks [] for security_group (81f6ed71-7140-412b-85d6-951153cfaad5), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:21.168703 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83b91a0-65e9-4cfb-b99f-201948482342 admin admin] Checking segment: {'id': '97c3354f-148c-444a-8952-65a21ed56f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c67de790-5df4-43ce-a33a-cfdd463f742b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:20:21.170895 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83b91a0-65e9-4cfb-b99f-201948482342 admin admin] Network hostable DHCP agents. Network: c67de790-5df4-43ce-a33a-cfdd463f742b, hostable agents: ['f2339edf-a2ee-4e84-8bf4-086a7482b327'], hosted agents: [] {{(pid=103275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 18:20:21.271481 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-aa4d8c27-f2a9-4c97-b226-c0f7791da850 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Publish callbacks [] for port (0098d419-45cb-4d4f-b8b4-75bfde11d622), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:21.288914 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1f6321b8-0fa1-4b7a-b20f-35338268381b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (baaedab7-470c-4fd7-899b-2c79613f6f3e), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:21.325771 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83b91a0-65e9-4cfb-b99f-201948482342 admin admin] Network c67de790-5df4-43ce-a33a-cfdd463f742b is scheduled to be hosted by DHCP agent f2339edf-a2ee-4e84-8bf4-086a7482b327 with binding_index 1 {{(pid=103275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 18:20:21.358114 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f0afaa3b-720f-48f8-b5be-ed9acdb4be82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (81f6ed71-7140-412b-85d6-951153cfaad5), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:21.363232 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f0afaa3b-720f-48f8-b5be-ed9acdb4be82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:21.365833 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-f0afaa3b-720f-48f8-b5be-ed9acdb4be82 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/81f6ed71-7140-412b-85d6-951153cfaad5 HTTP/1.1" status: 204 len: 168 time: 0.4331045 Feb 16 18:20:21.396262 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-d83b91a0-65e9-4cfb-b99f-201948482342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-33-iscsi, c67de790-5df4-43ce-a33a-cfdd463f742b) {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:20:21.400921 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83b91a0-65e9-4cfb-b99f-201948482342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:21.407945 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d83b91a0-65e9-4cfb-b99f-201948482342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for subnet (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:21.408795 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ae5f6d-618b-40c2-802a-6b34f0e06ad3 None None] Network c67de790-5df4-43ce-a33a-cfdd463f742b requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:20:21.417050 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afaa3b-720f-48f8-b5be-ed9acdb4be82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f6ed71-7140-412b-85d6-951153cfaad5,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:21.471877 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-aa4d8c27-f2a9-4c97-b226-c0f7791da850 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341'] for port (0098d419-45cb-4d4f-b8b4-75bfde11d622), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:21.687557 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-d83b91a0-65e9-4cfb-b99f-201948482342 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7201037 Feb 16 18:20:21.761306 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-aa4d8c27-f2a9-4c97-b226-c0f7791da850 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Network de6d9371-ec5d-4f43-a8ca-a0c978df161a is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:20:21.780549 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-aa4d8c27-f2a9-4c97-b226-c0f7791da850 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:20:21.788078 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-aa4d8c27-f2a9-4c97-b226-c0f7791da850 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:20:21.817505 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-aa4d8c27-f2a9-4c97-b226-c0f7791da850 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:21.818369 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-aa4d8c27-f2a9-4c97-b226-c0f7791da850 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:21.847853 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 31806db4-3ba8-4d25-9939-ec2d55da9a1e up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:20:21.994967 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d8c27-f2a9-4c97-b226-c0f7791da850 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Pushing event updated for resources: {'Port': ['ID=0098d419-45cb-4d4f-b8b4-75bfde11d622,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:22.059633 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e63aed-0f13-490b-b53f-0b484e6fe810 None None] Network c67de790-5df4-43ce-a33a-cfdd463f742b requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:20:22.060243 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-aa4d8c27-f2a9-4c97-b226-c0f7791da850 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6466651 Feb 16 18:20:22.083251 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-18b3d56b-f51f-4d0e-9e11-8f9366b620b9 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103275) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:20:22.084718 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-18b3d56b-f51f-4d0e-9e11-8f9366b620b9 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128529 Feb 16 18:20:22.275569 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 31806db4-3ba8-4d25-9939-ec2d55da9a1e triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:20:22.276175 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (31806db4-3ba8-4d25-9939-ec2d55da9a1e), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:22.331063 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd420d-85bf-4332-ad5c-9e5cd17de092 req-f8db24d7-dd3d-40e3-b4c2-70d02c98aff3 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:22.342520 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-06cd420d-85bf-4332-ad5c-9e5cd17de092 req-f8db24d7-dd3d-40e3-b4c2-70d02c98aff3 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 931 time: 0.2751756 Feb 16 18:20:22.408264 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1f6321b8-0fa1-4b7a-b20f-35338268381b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for port (baaedab7-470c-4fd7-899b-2c79613f6f3e), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:22.436025 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-06cd420d-85bf-4332-ad5c-9e5cd17de092 req-e65c1d0f-b85c-4efe-9419-9690b144dd07 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924299 Feb 16 18:20:22.503236 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 31806db4-3ba8-4d25-9939-ec2d55da9a1e is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:20:22.510319 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1f6321b8-0fa1-4b7a-b20f-35338268381b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (baaedab7-470c-4fd7-899b-2c79613f6f3e), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:22.599086 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1f6321b8-0fa1-4b7a-b20f-35338268381b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459730'] for floatingip (14f5a5e4-5829-4c50-b30f-356b42d7f5c5), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:22.628029 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6321b8-0fa1-4b7a-b20f-35338268381b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Pushing event updated for resources: {'Port': ['ID=baaedab7-470c-4fd7-899b-2c79613f6f3e,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:22.634086 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 53040) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:22.683307 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-465eed94-e6d8-4980-a2aa-b81abed09aec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:22.741525 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1f6321b8-0fa1-4b7a-b20f-35338268381b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for floatingip (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:22.747624 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-1f6321b8-0fa1-4b7a-b20f-35338268381b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1939538 Feb 16 18:20:22.979601 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-465eed94-e6d8-4980-a2aa-b81abed09aec admin admin] Publish callbacks [] for security_group (41984786-f24b-40d7-bd66-4f18c763a81a), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:23.102278 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-695e8e71-b3db-413a-93d0-f2575e193d94 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1354201168&fields=id&tenant_id=0aaf8bb86aa245d6a791ffe04f8a7cea HTTP/1.1" status: 200 len: 267 time: 0.0869846 Feb 16 18:20:23.113523 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-899c1ebd-7138-4f89-a36a-47d136f4585e service neutron] Request body: {'port': {'device_id': 'bdf04380-55ab-4f4b-b2b3-de9bddb2a31b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:23.273704 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-465eed94-e6d8-4980-a2aa-b81abed09aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (41984786-f24b-40d7-bd66-4f18c763a81a), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:23.280948 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-899c1ebd-7138-4f89-a36a-47d136f4585e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (0098d419-45cb-4d4f-b8b4-75bfde11d622), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:23.354015 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465eed94-e6d8-4980-a2aa-b81abed09aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41984786-f24b-40d7-bd66-4f18c763a81a,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:23.381882 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-465eed94-e6d8-4980-a2aa-b81abed09aec admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bb986b5e3d034b6bb4bec125bb4c81d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7464135 Feb 16 18:20:23.386910 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 53080) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:23.390805 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-237f8bc4-685f-45be-af90-dd5c41869ec6 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:23.392434 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-237f8bc4-685f-45be-af90-dd5c41869ec6 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/networks?id=2e0a2f9f-e6a2-446a-9d48-be3aafb44596 HTTP/1.1" status: 200 len: 810 time: 0.2753274 Feb 16 18:20:23.434417 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-9cbb8ca5-6b8e-459e-85c0-37f545313bc1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/quotas/0aaf8bb86aa245d6a791ffe04f8a7cea HTTP/1.1" status: 200 len: 375 time: 0.0274715 Feb 16 18:20:23.459450 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b7c11c92-7765-4fe0-abf4-c4019da43425 admin admin] Publish callbacks [] for security_group (41984786-f24b-40d7-bd66-4f18c763a81a), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:23.493537 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b7c11c92-7765-4fe0-abf4-c4019da43425 admin admin] Publish callbacks [] for security_group (41984786-f24b-40d7-bd66-4f18c763a81a), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:23.653925 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf2e27-dfd1-4ca1-8f2a-905efe2d2e98 req-4bcb48c0-68a1-4d73-9a37-20b0c16d5ff6 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:23.662047 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-cfcf2e27-dfd1-4ca1-8f2a-905efe2d2e98 req-4bcb48c0-68a1-4d73-9a37-20b0c16d5ff6 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 931 time: 0.1034691 Feb 16 18:20:23.705681 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b7c11c92-7765-4fe0-abf4-c4019da43425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (41984786-f24b-40d7-bd66-4f18c763a81a), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:23.707437 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-d8e03235-dcca-47d8-8484-3d0709d0d85d tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=0aaf8bb86aa245d6a791ffe04f8a7cea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2461698 Feb 16 18:20:23.708686 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b7c11c92-7765-4fe0-abf4-c4019da43425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:23.710284 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-b7c11c92-7765-4fe0-abf4-c4019da43425 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/41984786-f24b-40d7-bd66-4f18c763a81a HTTP/1.1" status: 204 len: 168 time: 0.3213689 Feb 16 18:20:23.740630 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c11c92-7765-4fe0-abf4-c4019da43425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41984786-f24b-40d7-bd66-4f18c763a81a,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:23.754592 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-cfcf2e27-dfd1-4ca1-8f2a-905efe2d2e98 req-523754a3-4ae5-451c-be1f-d99a7cdaea71 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917163 Feb 16 18:20:23.878762 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-7939c73f-9c7d-47a8-b03b-4a17329d4427 service neutron] 10.222.0.87 "GET /v2.0/networks/2e0a2f9f-e6a2-446a-9d48-be3aafb44596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342621 Feb 16 18:20:24.087880 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 53100) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:24.093774 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-b04c789d-42e3-43cf-b241-14988689212f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1699950502-network', 'tenant_id': '53d99edb58c84524a8d1eff266e29222'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:24.094115 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-70d7f1d2-b001-456b-806e-d4a7b3591b63 service neutron] 10.222.0.87 "GET /v2.0/networks/2e0a2f9f-e6a2-446a-9d48-be3aafb44596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821227 Feb 16 18:20:24.141464 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-899c1ebd-7138-4f89-a36a-47d136f4585e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0098d419-45cb-4d4f-b8b4-75bfde11d622 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:20:24.154407 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-899c1ebd-7138-4f89-a36a-47d136f4585e service neutron] Publish callbacks [] for port (0098d419-45cb-4d4f-b8b4-75bfde11d622), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:24.191231 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-899c1ebd-7138-4f89-a36a-47d136f4585e service neutron] Transition to ACTIVE for port object 0098d419-45cb-4d4f-b8b4-75bfde11d622 will not be triggered until provisioned by entity L2. {{(pid=103275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:20:24.224428 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04c789d-42e3-43cf-b241-14988689212f admin admin] Made reservation on behalf of 53d99edb58c84524a8d1eff266e29222 for: {'network': 1} {{(pid=103276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:20:24.227122 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b04c789d-42e3-43cf-b241-14988689212f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for network (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:24.249768 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b04c789d-42e3-43cf-b241-14988689212f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:24.356213 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-899c1ebd-7138-4f89-a36a-47d136f4585e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (0098d419-45cb-4d4f-b8b4-75bfde11d622), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:24.504697 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b04c789d-42e3-43cf-b241-14988689212f admin admin] Publish callbacks [] for security_group (623d3345-2d39-4c50-9718-e597379cab0e), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:24.543190 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-b68f3cea-1ba1-4389-8629-74b03cc6add8 req-f3fc8d1a-cac0-4712-8dca-74287acc6996 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 210 time: 0.0750670 Feb 16 18:20:24.586315 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b04c789d-42e3-43cf-b241-14988689212f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (623d3345-2d39-4c50-9718-e597379cab0e), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:24.658828 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c789d-42e3-43cf-b241-14988689212f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623d3345-2d39-4c50-9718-e597379cab0e,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:24.678281 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04c789d-42e3-43cf-b241-14988689212f admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=103276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 18:20:24.697822 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b04c789d-42e3-43cf-b241-14988689212f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (b093bea8-f54c-45d1-9201-15ceab1e6b5b), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:24.707414 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.db.segments_db [None req-b04c789d-42e3-43cf-b241-14988689212f admin admin] Added segment b093bea8-f54c-45d1-9201-15ceab1e6b5b of type vlan for network 1edc6dea-b832-4f67-a650-42b931bce115 Feb 16 18:20:24.789635 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b04c789d-42e3-43cf-b241-14988689212f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776561717104'] for network (1edc6dea-b832-4f67-a650-42b931bce115), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:24.952230 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c1ebd-7138-4f89-a36a-47d136f4585e service neutron] Pushing event updated for resources: {'Port': ['ID=0098d419-45cb-4d4f-b8b4-75bfde11d622,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:24.956420 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b04c789d-42e3-43cf-b241-14988689212f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for network (1edc6dea-b832-4f67-a650-42b931bce115), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:24.960104 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04c789d-42e3-43cf-b241-14988689212f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:24.960104 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b04c789d-42e3-43cf-b241-14988689212f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:24.967961 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-899c1ebd-7138-4f89-a36a-47d136f4585e service neutron] Attempting to bind port 0098d419-45cb-4d4f-b8b4-75bfde11d622 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:20:24.968385 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-899c1ebd-7138-4f89-a36a-47d136f4585e service neutron] Attempting to bind port 0098d419-45cb-4d4f-b8b4-75bfde11d622 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '439b61bd-2c61-4c05-a7b7-ac2950ac3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'de6d9371-ec5d-4f43-a8ca-a0c978df161a'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:20:24.968669 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-899c1ebd-7138-4f89-a36a-47d136f4585e service neutron] Attempting to bind port 0098d419-45cb-4d4f-b8b4-75bfde11d622 on network de6d9371-ec5d-4f43-a8ca-a0c978df161a {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:20:24.984966 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-899c1ebd-7138-4f89-a36a-47d136f4585e service neutron] Port 0098d419-45cb-4d4f-b8b4-75bfde11d622 on network de6d9371-ec5d-4f43-a8ca-a0c978df161a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 18:20:24.985914 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-899c1ebd-7138-4f89-a36a-47d136f4585e service neutron] Attempting to bind port 0098d419-45cb-4d4f-b8b4-75bfde11d622 on network de6d9371-ec5d-4f43-a8ca-a0c978df161a {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:20:24.998440 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-899c1ebd-7138-4f89-a36a-47d136f4585e service neutron] Checking agent: {'id': '5c336864-29ba-45bb-93ac-04ba68c7d8e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'started_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:20:24.998810 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-899c1ebd-7138-4f89-a36a-47d136f4585e service neutron] Checking segment: {'id': '439b61bd-2c61-4c05-a7b7-ac2950ac3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'de6d9371-ec5d-4f43-a8ca-a0c978df161a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:20:24.999382 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-899c1ebd-7138-4f89-a36a-47d136f4585e service neutron] Bound using segment: {'id': '439b61bd-2c61-4c05-a7b7-ac2950ac3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'de6d9371-ec5d-4f43-a8ca-a0c978df161a'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:20:24.999829 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-899c1ebd-7138-4f89-a36a-47d136f4585e service neutron] Bound port: 0098d419-45cb-4d4f-b8b4-75bfde11d622, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '439b61bd-2c61-4c05-a7b7-ac2950ac3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'de6d9371-ec5d-4f43-a8ca-a0c978df161a'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:20:25.000219 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-899c1ebd-7138-4f89-a36a-47d136f4585e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (0098d419-45cb-4d4f-b8b4-75bfde11d622), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:25.060090 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96922486-e2d6-4052-b3de-3da55aef8092 req-2ab6354f-120c-47f2-8b9d-6f61ec26d7bb tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:25.062313 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-96922486-e2d6-4052-b3de-3da55aef8092 req-2ab6354f-120c-47f2-8b9d-6f61ec26d7bb tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 943 time: 0.1712854 Feb 16 18:20:25.103087 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c789d-42e3-43cf-b241-14988689212f admin admin] Pushing event updated for resources: {'Network': ['ID=1edc6dea-b832-4f67-a650-42b931bce115,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:25.121110 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Network 1edc6dea-b832-4f67-a650-42b931bce115 details requested by agent ovs-agent-dv-cinder-773985-33-iscsi with host dv-cinder-773985-33-iscsi {{(pid=103277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 18:20:25.166344 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-b04c789d-42e3-43cf-b241-14988689212f admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0770850 Feb 16 18:20:25.169196 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 53158) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:25.182061 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-70332145-fc28-4754-a7e5-6d6e653e47eb admin admin] Request body: {'subnet': {'network_id': '1edc6dea-b832-4f67-a650-42b931bce115', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1699950502-subnet', 'tenant_id': '53d99edb58c84524a8d1eff266e29222', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:25.190693 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-899c1ebd-7138-4f89-a36a-47d136f4585e service neutron] For port 0098d419-45cb-4d4f-b8b4-75bfde11d622, host hv-cinder-77398, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:20:25.223792 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-899c1ebd-7138-4f89-a36a-47d136f4585e service neutron] For port 0098d419-45cb-4d4f-b8b4-75bfde11d622, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0098d419-45cb-4d4f-b8b4-75bfde11d622,segment=NetworkSegment(439b61bd-2c61-4c05-a7b7-ac2950ac3656),segment_id=439b61bd-2c61-4c05-a7b7-ac2950ac3656)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:20:25.279869 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-96922486-e2d6-4052-b3de-3da55aef8092 req-bfba49e3-ee27-4d35-ac71-d603f0d1f335 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805952 Feb 16 18:20:25.356967 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70332145-fc28-4754-a7e5-6d6e653e47eb admin admin] Made reservation on behalf of 53d99edb58c84524a8d1eff266e29222 for: {'subnet': 1} {{(pid=103276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:20:25.357165 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-899c1ebd-7138-4f89-a36a-47d136f4585e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (0098d419-45cb-4d4f-b8b4-75bfde11d622), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:25.357265 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-70332145-fc28-4754-a7e5-6d6e653e47eb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:25.427938 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-899c1ebd-7138-4f89-a36a-47d136f4585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:25.428697 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-899c1ebd-7138-4f89-a36a-47d136f4585e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:25.430219 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-899c1ebd-7138-4f89-a36a-47d136f4585e service neutron] 10.222.0.45 "PUT /v2.0/ports/0098d419-45cb-4d4f-b8b4-75bfde11d622 HTTP/1.1" status: 200 len: 1093 time: 2.6290073 Feb 16 18:20:25.437723 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf04380-55ab-4f4b-b2b3-de9bddb2a31b', 'tag': '0098d419-45cb-4d4f-b8b4-75bfde11d622'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:20:25.695243 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c1ebd-7138-4f89-a36a-47d136f4585e service neutron] Pushing event updated for resources: {'Port': ['ID=0098d419-45cb-4d4f-b8b4-75bfde11d622,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:25.728868 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-cc4b0c84-147d-4085-b3c3-bdfa2a035246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:25.730816 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-cc4b0c84-147d-4085-b3c3-bdfa2a035246 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e505f411abb9430fb6dc82bf7c802903&device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 1127 time: 0.1599522 Feb 16 18:20:25.747438 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a6da2d-e728-4f6c-b52b-28df9e6b3e03" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf04380-55ab-4f4b-b2b3-de9bddb2a31b", "tag": "0098d419-45cb-4d4f-b8b4-75bfde11d622"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:20:25.841826 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-b239f466-c8fe-46ad-af84-958ed87e066c req-c6e505c0-1ced-4ff8-ba70-bf09c4a49ac2 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 210 time: 0.1040604 Feb 16 18:20:25.951500 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-2579c554-23ae-42a2-8d00-2470fb4198ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0098d419-45cb-4d4f-b8b4-75bfde11d622 HTTP/1.1" status: 200 len: 217 time: 0.1987691 Feb 16 18:20:26.049097 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-8c4ef4a5-78d5-41d1-a3c2-c90596bb17a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:26.050728 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-8c4ef4a5-78d5-41d1-a3c2-c90596bb17a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e63cde76-c404-462e-b0ed-e8659c138f88 HTTP/1.1" status: 200 len: 851 time: 0.0887761 Feb 16 18:20:26.066285 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-70332145-fc28-4754-a7e5-6d6e653e47eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for subnet (4ef9fcdd-2892-47ad-a8ac-cc6a8e4773e6), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:26.138954 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-3a62796e-6062-4065-9e57-7be8cd71a6f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=de6d9371-ec5d-4f43-a8ca-a0c978df161a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621171 Feb 16 18:20:26.220147 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70332145-fc28-4754-a7e5-6d6e653e47eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ef9fcdd-2892-47ad-a8ac-cc6a8e4773e6,revision_number=0']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:26.232407 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70332145-fc28-4754-a7e5-6d6e653e47eb admin admin] Checking segment: {'id': 'b093bea8-f54c-45d1-9201-15ceab1e6b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1edc6dea-b832-4f67-a650-42b931bce115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:20:26.232982 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70332145-fc28-4754-a7e5-6d6e653e47eb admin admin] Network hostable DHCP agents. Network: 1edc6dea-b832-4f67-a650-42b931bce115, hostable agents: ['f2339edf-a2ee-4e84-8bf4-086a7482b327'], hosted agents: [] {{(pid=103276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 18:20:26.249598 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275390c9-2e09-4541-884b-ec681c06110a x-openstack-request-id: req-275390c9-2e09-4541-884b-ec681c06110a {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:20:26.253606 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf04380-55ab-4f4b-b2b3-de9bddb2a31b", "tag": "0098d419-45cb-4d4f-b8b4-75bfde11d622", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:20:26.253606 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-275390c9-2e09-4541-884b-ec681c06110a {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:20:26.253606 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf04380-55ab-4f4b-b2b3-de9bddb2a31b', 'tag': '0098d419-45cb-4d4f-b8b4-75bfde11d622', 'status': 'completed', 'code': 200} Feb 16 18:20:26.402191 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70332145-fc28-4754-a7e5-6d6e653e47eb admin admin] Network 1edc6dea-b832-4f67-a650-42b931bce115 is scheduled to be hosted by DHCP agent f2339edf-a2ee-4e84-8bf4-086a7482b327 with binding_index 1 {{(pid=103276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 18:20:26.411991 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-06bae911-b44c-4e99-8274-891b2c863832 service neutron] 10.222.0.45 "GET /v2.0/networks/de6d9371-ec5d-4f43-a8ca-a0c978df161a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654312 Feb 16 18:20:26.520573 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6e757-2f8a-490b-80bd-01938fd8c43a req-bf67f61d-2c92-422b-9370-09b0ae78688c tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:26.522742 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-b9a6e757-2f8a-490b-80bd-01938fd8c43a req-bf67f61d-2c92-422b-9370-09b0ae78688c tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 943 time: 0.1044972 Feb 16 18:20:26.636192 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-b9a6e757-2f8a-490b-80bd-01938fd8c43a req-bc52d9be-97ba-4ccd-9864-ef21adfb2c5d tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070735 Feb 16 18:20:26.641360 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-70332145-fc28-4754-a7e5-6d6e653e47eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-33-iscsi, 1edc6dea-b832-4f67-a650-42b931bce115) {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:20:26.657963 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5592f11-e792-45d2-a498-720f64da07b6 None None] Network 1edc6dea-b832-4f67-a650-42b931bce115 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:20:26.659282 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70332145-fc28-4754-a7e5-6d6e653e47eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:26.659471 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-70332145-fc28-4754-a7e5-6d6e653e47eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for subnet (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:26.752570 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0fce11d3-ff38-4ea4-9cdd-1bb1242b30d5 req-92ab8cd9-b298-4db4-a3ad-a81ce19734f4 service neutron] 10.222.0.45 "GET /v2.0/networks/de6d9371-ec5d-4f43-a8ca-a0c978df161a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138993 Feb 16 18:20:26.755552 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-70332145-fc28-4754-a7e5-6d6e653e47eb admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5851910 Feb 16 18:20:26.999515 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 53226) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:27.017980 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab566b2-7149-4d7c-b220-7c297c5102c1 None None] Network 1edc6dea-b832-4f67-a650-42b931bce115 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:20:27.050314 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 53228) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:27.068550 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-188cd642-b0ad-48ab-89fe-d0d80779f812 req-4382f034-e037-4c7e-bb8e-46c2f1ec883e tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 210 time: 0.1247346 Feb 16 18:20:27.091471 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8ae5c7-88a9-4c24-8cfd-e483dbae2c6a admin admin] Deleting subnet e73cc512-6668-44b3-8c1f-a2ba8908c7c5 {{(pid=103276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 18:20:27.096462 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1a8ae5c7-88a9-4c24-8cfd-e483dbae2c6a admin admin] Publish callbacks [] for subnet (e73cc512-6668-44b3-8c1f-a2ba8908c7c5), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:27.185312 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6da2d-e728-4f6c-b52b-28df9e6b3e03 req-8c91bffd-b680-48aa-b2b6-f0310eba72ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:27.186869 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-31a6da2d-e728-4f6c-b52b-28df9e6b3e03 req-8c91bffd-b680-48aa-b2b6-f0310eba72ee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e505f411abb9430fb6dc82bf7c802903&device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 1127 time: 0.2229147 Feb 16 18:20:27.272688 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1a8ae5c7-88a9-4c24-8cfd-e483dbae2c6a admin admin] Publish callbacks [] for subnet (e73cc512-6668-44b3-8c1f-a2ba8908c7c5), precommit_delete_associations {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:27.323741 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1a8ae5c7-88a9-4c24-8cfd-e483dbae2c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584056'] for subnet (e73cc512-6668-44b3-8c1f-a2ba8908c7c5), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:27.439316 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6da2d-e728-4f6c-b52b-28df9e6b3e03 req-ba51027f-60c6-4027-9e0d-f9383a166814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:27.441623 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-31a6da2d-e728-4f6c-b52b-28df9e6b3e03 req-ba51027f-60c6-4027-9e0d-f9383a166814 service neutron] 10.222.0.45 "GET /v2.0/networks?id=de6d9371-ec5d-4f43-a8ca-a0c978df161a HTTP/1.1" status: 200 len: 912 time: 0.2306697 Feb 16 18:20:27.541363 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3c30464c-45ef-451e-9c7b-e5e7b0977395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:27.545369 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1a8ae5c7-88a9-4c24-8cfd-e483dbae2c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for subnet (e73cc512-6668-44b3-8c1f-a2ba8908c7c5), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:27.550958 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-31a6da2d-e728-4f6c-b52b-28df9e6b3e03 req-60ccd483-43b1-419e-ac7d-41e5778e6e7b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0098d419-45cb-4d4f-b8b4-75bfde11d622 HTTP/1.1" status: 200 len: 217 time: 0.1030009 Feb 16 18:20:27.589207 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ae5c7-88a9-4c24-8cfd-e483dbae2c6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e73cc512-6668-44b3-8c1f-a2ba8908c7c5,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:27.613158 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1a8ae5c7-88a9-4c24-8cfd-e483dbae2c6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:27.625639 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-1a8ae5c7-88a9-4c24-8cfd-e483dbae2c6a admin admin] 10.222.0.87 "DELETE /v2.0/subnets/e73cc512-6668-44b3-8c1f-a2ba8908c7c5 HTTP/1.1" status: 204 len: 168 time: 0.6223559 Feb 16 18:20:27.631461 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 53250) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:27.643772 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6da2d-e728-4f6c-b52b-28df9e6b3e03 req-b6c89e7a-69c1-42ec-a35f-22fe0164b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:27.646864 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-31a6da2d-e728-4f6c-b52b-28df9e6b3e03 req-b6c89e7a-69c1-42ec-a35f-22fe0164b23f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e63cde76-c404-462e-b0ed-e8659c138f88 HTTP/1.1" status: 200 len: 851 time: 0.0838375 Feb 16 18:20:27.738354 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-31a6da2d-e728-4f6c-b52b-28df9e6b3e03 req-c0c00f72-eed6-4505-8901-909a90fbcc70 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=de6d9371-ec5d-4f43-a8ca-a0c978df161a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721304 Feb 16 18:20:27.857473 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d23119c7-a9e5-4cc8-9bd6-165897d7969d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558149'] for network (c67de790-5df4-43ce-a33a-cfdd463f742b), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:27.941312 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3c30464c-45ef-451e-9c7b-e5e7b0977395 admin admin] Publish callbacks [] for security_group (ee5eec93-d38d-4afc-abde-4474aaf2e4c7), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:27.942116 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-31a6da2d-e728-4f6c-b52b-28df9e6b3e03 req-ef2da322-9cdc-4f09-9dc5-1ed9c3b00a72 service neutron] 10.222.0.45 "GET /v2.0/networks/de6d9371-ec5d-4f43-a8ca-a0c978df161a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966307 Feb 16 18:20:27.995587 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3bed5-d54b-44d1-af10-efd730a58fa9 req-e9f2c93f-4c6f-440a-bde0-1b9e122372e5 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:27.997174 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7aa3bed5-d54b-44d1-af10-efd730a58fa9 req-e9f2c93f-4c6f-440a-bde0-1b9e122372e5 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 943 time: 0.2004554 Feb 16 18:20:28.073156 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d23119c7-a9e5-4cc8-9bd6-165897d7969d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561157', 'neutron.services.segments.db._delete_segments_for_network-8776562245259'] for network (c67de790-5df4-43ce-a33a-cfdd463f742b), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:28.090898 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3c30464c-45ef-451e-9c7b-e5e7b0977395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (ee5eec93-d38d-4afc-abde-4474aaf2e4c7), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:28.103721 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-31a6da2d-e728-4f6c-b52b-28df9e6b3e03 req-7a774095-bc55-434d-946a-2c5d250e7ac7 service neutron] 10.222.0.45 "GET /v2.0/networks/de6d9371-ec5d-4f43-a8ca-a0c978df161a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148515 Feb 16 18:20:28.203837 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d23119c7-a9e5-4cc8-9bd6-165897d7969d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:20:28.204269 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d23119c7-a9e5-4cc8-9bd6-165897d7969d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:20:28.205177 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d23119c7-a9e5-4cc8-9bd6-165897d7969d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:20:28.205478 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d23119c7-a9e5-4cc8-9bd6-165897d7969d admin admin] Subscribe: > port after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:20:28.205814 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d23119c7-a9e5-4cc8-9bd6-165897d7969d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:20:28.206149 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d23119c7-a9e5-4cc8-9bd6-165897d7969d admin admin] Subscribe: > port after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:20:28.206465 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d23119c7-a9e5-4cc8-9bd6-165897d7969d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:20:28.206779 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d23119c7-a9e5-4cc8-9bd6-165897d7969d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:20:28.207131 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d23119c7-a9e5-4cc8-9bd6-165897d7969d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:20:28.207451 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d23119c7-a9e5-4cc8-9bd6-165897d7969d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:20:28.277122 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-98f47810-8e85-4dbc-9395-bee81651a599 req-a959f253-ae77-42aa-be7d-3b17c10de5fe tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 210 time: 0.0366528 Feb 16 18:20:28.569792 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d23119c7-a9e5-4cc8-9bd6-165897d7969d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:20:28.570432 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d23119c7-a9e5-4cc8-9bd6-165897d7969d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:20:28.570903 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d23119c7-a9e5-4cc8-9bd6-165897d7969d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:20:28.571373 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d23119c7-a9e5-4cc8-9bd6-165897d7969d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:20:28.571881 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.services.segments.db [None req-d23119c7-a9e5-4cc8-9bd6-165897d7969d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67de790-5df4-43ce-a33a-cfdd463f742b']}} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:20:28.614343 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7aa3bed5-d54b-44d1-af10-efd730a58fa9 req-ea8ab6ed-4202-4ec7-afa7-f7080a712893 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6047993 Feb 16 18:20:28.626848 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-3c30464c-45ef-451e-9c7b-e5e7b0977395 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ba56aa01fe9742c88c5ce8ff243dbe69&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5742743 Feb 16 18:20:28.629474 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.services.segments.db [None req-d23119c7-a9e5-4cc8-9bd6-165897d7969d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c3354f-148c-444a-8952-65a21ed56f12') {'for_net_delete': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:20:28.629982 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.services.segments.db [None req-d23119c7-a9e5-4cc8-9bd6-165897d7969d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c3354f-148c-444a-8952-65a21ed56f12') {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:20:28.630155 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 53284) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:28.635876 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30464c-45ef-451e-9c7b-e5e7b0977395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5eec93-d38d-4afc-abde-4474aaf2e4c7,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:28.667302 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d23119c7-a9e5-4cc8-9bd6-165897d7969d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776562247060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8560762'] for segment (97c3354f-148c-444a-8952-65a21ed56f12), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:28.706449 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d23119c7-a9e5-4cc8-9bd6-165897d7969d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (97c3354f-148c-444a-8952-65a21ed56f12), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:28.719104 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8cfeb75c-b43a-41bb-8f34-0716a5126168 admin admin] Publish callbacks [] for security_group (ee5eec93-d38d-4afc-abde-4474aaf2e4c7), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:28.734536 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23119c7-a9e5-4cc8-9bd6-165897d7969d admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 18:20:28.735358 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d23119c7-a9e5-4cc8-9bd6-165897d7969d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9128083'] for segment (97c3354f-148c-444a-8952-65a21ed56f12), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:28.746815 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8cfeb75c-b43a-41bb-8f34-0716a5126168 admin admin] Publish callbacks [] for security_group (ee5eec93-d38d-4afc-abde-4474aaf2e4c7), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: from cryptography.utils import int_from_bytes Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: from cryptography.utils import int_from_bytes Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: Traceback (most recent call last): Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: timer() Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: cb(*args, **kw) Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: return func(*args, **kwargs) Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: self._notify() Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: self.callback(batched_events) Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: event.method(event) Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: return f(self, *a, **k) Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: return self._get(url).json() Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: return self.request(url, 'GET', **kwargs) Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:20:28.755189 dv-cinder-773985-33-iscsi neutron-server[103276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:20:28.894111 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d23119c7-a9e5-4cc8-9bd6-165897d7969d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459708'] for network (c67de790-5df4-43ce-a33a-cfdd463f742b), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:28.894499 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8cfeb75c-b43a-41bb-8f34-0716a5126168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (ee5eec93-d38d-4afc-abde-4474aaf2e4c7), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:28.900707 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8cfeb75c-b43a-41bb-8f34-0716a5126168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:28.902104 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-8cfeb75c-b43a-41bb-8f34-0716a5126168 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ee5eec93-d38d-4afc-abde-4474aaf2e4c7 HTTP/1.1" status: 204 len: 168 time: 0.2707822 Feb 16 18:20:28.911841 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d23119c7-a9e5-4cc8-9bd6-165897d7969d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:28.916958 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-d23119c7-a9e5-4cc8-9bd6-165897d7969d admin admin] 10.222.0.87 "DELETE /v2.0/networks/c67de790-5df4-43ce-a33a-cfdd463f742b HTTP/1.1" status: 204 len: 168 time: 1.2845063 Feb 16 18:20:28.929972 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 53292) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:28.936164 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23119c7-a9e5-4cc8-9bd6-165897d7969d admin admin] Pushing event deleted for resources: {'Network': ['ID=c67de790-5df4-43ce-a33a-cfdd463f742b,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:28.947506 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfeb75c-b43a-41bb-8f34-0716a5126168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5eec93-d38d-4afc-abde-4474aaf2e4c7,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:29.009169 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_v2 [None req-4be89717-02c3-42d1-b9ac-6f79b1978a44 admin admin] Deleting subnet 4ef9fcdd-2892-47ad-a8ac-cc6a8e4773e6 {{(pid=103275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 18:20:29.015877 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4be89717-02c3-42d1-b9ac-6f79b1978a44 admin admin] Publish callbacks [] for subnet (4ef9fcdd-2892-47ad-a8ac-cc6a8e4773e6), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:29.067721 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4be89717-02c3-42d1-b9ac-6f79b1978a44 admin admin] Publish callbacks [] for subnet (4ef9fcdd-2892-47ad-a8ac-cc6a8e4773e6), precommit_delete_associations {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:29.079616 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4be89717-02c3-42d1-b9ac-6f79b1978a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584056'] for subnet (4ef9fcdd-2892-47ad-a8ac-cc6a8e4773e6), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:29.270804 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4be89717-02c3-42d1-b9ac-6f79b1978a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for subnet (4ef9fcdd-2892-47ad-a8ac-cc6a8e4773e6), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:29.301847 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be89717-02c3-42d1-b9ac-6f79b1978a44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ef9fcdd-2892-47ad-a8ac-cc6a8e4773e6,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:29.334827 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4be89717-02c3-42d1-b9ac-6f79b1978a44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for subnet (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:29.338587 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-4be89717-02c3-42d1-b9ac-6f79b1978a44 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/4ef9fcdd-2892-47ad-a8ac-cc6a8e4773e6 HTTP/1.1" status: 204 len: 168 time: 0.4075534 Feb 16 18:20:29.341680 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 53306) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:29.847126 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8ecb0dc6-88d6-4bdc-8258-9a884e1ada44 req-b5879a0b-abe8-4e37-ad21-4852b23435fb tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 210 time: 0.3887105 Feb 16 18:20:29.863614 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a28362f2-0322-4a87-9e0b-d76d56786dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558149'] for network (1edc6dea-b832-4f67-a650-42b931bce115), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:30.022901 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c3b1c-6380-4c3f-8a01-2510caf85985 req-d80d68c8-b4ae-4451-9e1d-bd4e1400fe0c tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:30.026506 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-dd2c3b1c-6380-4c3f-8a01-2510caf85985 req-d80d68c8-b4ae-4451-9e1d-bd4e1400fe0c tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 943 time: 0.1367769 Feb 16 18:20:30.055926 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-a05c94d1-aa82-4293-829b-f0bd3963ca53 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:30.058901 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-a05c94d1-aa82-4293-829b-f0bd3963ca53 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.45 "GET /v2.0/networks?id=2e0a2f9f-e6a2-446a-9d48-be3aafb44596 HTTP/1.1" status: 200 len: 810 time: 0.6813214 Feb 16 18:20:30.187692 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-dd2c3b1c-6380-4c3f-8a01-2510caf85985 req-53773669-627d-44b6-9098-f970f17bf6f2 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518610 Feb 16 18:20:30.190549 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a28362f2-0322-4a87-9e0b-d76d56786dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561157', 'neutron.services.segments.db._delete_segments_for_network-8776562245259'] for network (1edc6dea-b832-4f67-a650-42b931bce115), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:30.277557 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a28362f2-0322-4a87-9e0b-d76d56786dfd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:20:30.278154 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a28362f2-0322-4a87-9e0b-d76d56786dfd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:20:30.279426 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a28362f2-0322-4a87-9e0b-d76d56786dfd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:20:30.280000 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a28362f2-0322-4a87-9e0b-d76d56786dfd admin admin] Subscribe: > port after_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:20:30.280471 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a28362f2-0322-4a87-9e0b-d76d56786dfd admin admin] Subscribe: > port after_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:20:30.281138 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a28362f2-0322-4a87-9e0b-d76d56786dfd admin admin] Subscribe: > port after_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:20:30.281515 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a28362f2-0322-4a87-9e0b-d76d56786dfd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:20:30.282210 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a28362f2-0322-4a87-9e0b-d76d56786dfd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:20:30.283025 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a28362f2-0322-4a87-9e0b-d76d56786dfd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:20:30.283025 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a28362f2-0322-4a87-9e0b-d76d56786dfd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:20:30.419487 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a28362f2-0322-4a87-9e0b-d76d56786dfd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:20:30.420344 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a28362f2-0322-4a87-9e0b-d76d56786dfd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:20:30.421301 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a28362f2-0322-4a87-9e0b-d76d56786dfd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:20:30.421594 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 53352) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:30.422151 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a28362f2-0322-4a87-9e0b-d76d56786dfd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 18:20:30.423020 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.services.segments.db [None req-a28362f2-0322-4a87-9e0b-d76d56786dfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1edc6dea-b832-4f67-a650-42b931bce115']}} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:20:30.465208 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.services.segments.db [None req-a28362f2-0322-4a87-9e0b-d76d56786dfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b093bea8-f54c-45d1-9201-15ceab1e6b5b') {'for_net_delete': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:20:30.465812 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.services.segments.db [None req-a28362f2-0322-4a87-9e0b-d76d56786dfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b093bea8-f54c-45d1-9201-15ceab1e6b5b') {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:20:30.478937 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-4241e9dd-fd91-408a-a391-3a89a2756574 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0aaf8bb86aa245d6a791ffe04f8a7cea HTTP/1.1" status: 200 len: 380 time: 0.4027822 Feb 16 18:20:30.508145 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-0c55c010-2dc8-4fec-bd80-44fcb532d470 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Request body: {'port': {'device_id': '863c1552-51f2-45c2-b3cd-9a674b063f6e', 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596', 'admin_state_up': True, 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'security_groups': ['ac63da0c-7938-4c06-8870-14f676e9c5db']}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:30.515770 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a28362f2-0322-4a87-9e0b-d76d56786dfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776562247060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8533313'] for segment (b093bea8-f54c-45d1-9201-15ceab1e6b5b), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:30.594426 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a28362f2-0322-4a87-9e0b-d76d56786dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (b093bea8-f54c-45d1-9201-15ceab1e6b5b), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:30.617457 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a28362f2-0322-4a87-9e0b-d76d56786dfd admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 18:20:30.621124 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a28362f2-0322-4a87-9e0b-d76d56786dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8530167'] for segment (b093bea8-f54c-45d1-9201-15ceab1e6b5b), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: from cryptography.utils import int_from_bytes Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: from cryptography.utils import int_from_bytes Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: Traceback (most recent call last): Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: timer() Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: cb(*args, **kw) Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: return func(*args, **kwargs) Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: self._notify() Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: self.callback(batched_events) Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: event.method(event) Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: return f(self, *a, **k) Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: return self._get(url).json() Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: return self.request(url, 'GET', **kwargs) Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:20:30.623128 dv-cinder-773985-33-iscsi neutron-server[103275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:20:30.797156 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a28362f2-0322-4a87-9e0b-d76d56786dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459708'] for network (1edc6dea-b832-4f67-a650-42b931bce115), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:30.805928 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a28362f2-0322-4a87-9e0b-d76d56786dfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:30.814443 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-a28362f2-0322-4a87-9e0b-d76d56786dfd admin admin] 10.222.0.87 "DELETE /v2.0/networks/1edc6dea-b832-4f67-a650-42b931bce115 HTTP/1.1" status: 204 len: 168 time: 1.4664059 Feb 16 18:20:30.827634 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28362f2-0322-4a87-9e0b-d76d56786dfd admin admin] Pushing event deleted for resources: {'Network': ['ID=1edc6dea-b832-4f67-a650-42b931bce115,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:30.829849 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-0c55c010-2dc8-4fec-bd80-44fcb532d470 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Made reservation on behalf of 0aaf8bb86aa245d6a791ffe04f8a7cea for: {'port': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:20:30.833796 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-0c55c010-2dc8-4fec-bd80-44fcb532d470 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:30.910953 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fec27f5d-ae4e-4d5c-a2a3-703b0985ba1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:31.039540 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f3e5780c-f098-4728-846d-c7539a089171 req-58ef0db4-efdc-469c-a8b2-9cb4b2e81397 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 210 time: 0.0548937 Feb 16 18:20:31.125000 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fec27f5d-ae4e-4d5c-a2a3-703b0985ba1b admin admin] Publish callbacks [] for security_group (512141e9-975c-4f6b-a8f7-2c07878a8a92), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:31.160958 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-0c55c010-2dc8-4fec-bd80-44fcb532d470 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Allocated IP 172.20.0.6 (2e0a2f9f-e6a2-446a-9d48-be3aafb44596/0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a/e7404f7f-4115-4ed5-81ed-47e766032126) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:20:31.247444 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fec27f5d-ae4e-4d5c-a2a3-703b0985ba1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (512141e9-975c-4f6b-a8f7-2c07878a8a92), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:31.315488 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 53378) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:31.376977 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-fec27f5d-ae4e-4d5c-a2a3-703b0985ba1b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3ddf88c40913456187b7cc79b5f50ca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9519775 Feb 16 18:20:31.378645 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec27f5d-ae4e-4d5c-a2a3-703b0985ba1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512141e9-975c-4f6b-a8f7-2c07878a8a92,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:31.396459 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 53384) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:31.463477 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-0c55c010-2dc8-4fec-bd80-44fcb532d470 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for port (e7404f7f-4115-4ed5-81ed-47e766032126), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:31.490254 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 53388) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:31.550242 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cbcfaa03-71ed-4ed2-80c6-c6f536c43834 admin admin] Publish callbacks [] for security_group (512141e9-975c-4f6b-a8f7-2c07878a8a92), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:31.587444 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cbcfaa03-71ed-4ed2-80c6-c6f536c43834 admin admin] Publish callbacks [] for security_group (512141e9-975c-4f6b-a8f7-2c07878a8a92), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:31.642994 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-0c55c010-2dc8-4fec-bd80-44fcb532d470 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (e7404f7f-4115-4ed5-81ed-47e766032126), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:31.675517 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62ed44-d455-4ef0-942e-8c187e1414e4 req-1e8be9d6-04ad-4a50-a055-e1855b84f720 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:31.677742 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-fd62ed44-d455-4ef0-942e-8c187e1414e4 req-1e8be9d6-04ad-4a50-a055-e1855b84f720 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 943 time: 0.2345064 Feb 16 18:20:31.689123 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-02898fdb-4cf4-4f5c-ae08-2f2195263d27 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c9c036e4fd0541dda19c8bbe71a97a39&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1975067 Feb 16 18:20:31.690969 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 53396) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:31.772702 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-0c55c010-2dc8-4fec-bd80-44fcb532d470 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Network 2e0a2f9f-e6a2-446a-9d48-be3aafb44596 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:20:31.779833 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cbcfaa03-71ed-4ed2-80c6-c6f536c43834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (512141e9-975c-4f6b-a8f7-2c07878a8a92), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:31.799067 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cbcfaa03-71ed-4ed2-80c6-c6f536c43834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:31.801706 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-cbcfaa03-71ed-4ed2-80c6-c6f536c43834 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/512141e9-975c-4f6b-a8f7-2c07878a8a92 HTTP/1.1" status: 204 len: 168 time: 0.4026136 Feb 16 18:20:31.804499 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-0c55c010-2dc8-4fec-bd80-44fcb532d470 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:20:31.810234 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-0c55c010-2dc8-4fec-bd80-44fcb532d470 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:20:31.828857 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfaa03-71ed-4ed2-80c6-c6f536c43834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512141e9-975c-4f6b-a8f7-2c07878a8a92,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:31.899597 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-fd62ed44-d455-4ef0-942e-8c187e1414e4 req-eca31d15-6391-429f-a8a9-7ee897a40c1e tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092957 Feb 16 18:20:31.906763 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55c010-2dc8-4fec-bd80-44fcb532d470 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Pushing event updated for resources: {'Port': ['ID=e7404f7f-4115-4ed5-81ed-47e766032126,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:31.915887 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-dbe08699-d1c0-46cf-a739-a5fca7b0f811 admin admin] Publish callbacks [] for security_group (995d89fe-889c-40a3-9991-03ad28bcafd1), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:31.985861 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-0c55c010-2dc8-4fec-bd80-44fcb532d470 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:31.992034 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-0c55c010-2dc8-4fec-bd80-44fcb532d470 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:31.992711 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-dbe08699-d1c0-46cf-a739-a5fca7b0f811 admin admin] Publish callbacks [] for security_group (995d89fe-889c-40a3-9991-03ad28bcafd1), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:32.117603 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dff8b6c3-70df-40e4-8f53-972f5b47ef4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:32.190748 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-dbe08699-d1c0-46cf-a739-a5fca7b0f811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (995d89fe-889c-40a3-9991-03ad28bcafd1), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:32.190748 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-dbe08699-d1c0-46cf-a739-a5fca7b0f811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:32.196441 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-dbe08699-d1c0-46cf-a739-a5fca7b0f811 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/995d89fe-889c-40a3-9991-03ad28bcafd1 HTTP/1.1" status: 204 len: 168 time: 0.5028152 Feb 16 18:20:32.225208 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe08699-d1c0-46cf-a739-a5fca7b0f811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995d89fe-889c-40a3-9991-03ad28bcafd1,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:32.274059 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-91c5ee54-d0c4-4245-98b1-905599a9743b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:32.334709 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-0c55c010-2dc8-4fec-bd80-44fcb532d470 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8352976 Feb 16 18:20:32.341470 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-6555974e-0792-4ef1-9beb-6d64cc83ef75 None None] Provisioning complete for port e7404f7f-4115-4ed5-81ed-47e766032126 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:20:32.342763 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6555974e-0792-4ef1-9beb-6d64cc83ef75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (e7404f7f-4115-4ed5-81ed-47e766032126), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:32.349947 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dff8b6c3-70df-40e4-8f53-972f5b47ef4b admin admin] Publish callbacks [] for security_group (2477f6e7-c847-45b6-bf17-fe8fbc93eb7a), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:32.358821 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-933ae937-5f9d-4954-9583-c77ef2fb774c service neutron] Request body: {'port': {'device_id': '863c1552-51f2-45c2-b3cd-9a674b063f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:32.417230 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-6555974e-0792-4ef1-9beb-6d64cc83ef75 None None] Port e7404f7f-4115-4ed5-81ed-47e766032126 cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:20:32.432642 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dff8b6c3-70df-40e4-8f53-972f5b47ef4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (2477f6e7-c847-45b6-bf17-fe8fbc93eb7a), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:32.494247 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54790a-0ec2-4652-b4f7-277713bd7d09 req-120481ca-d943-45c7-bc3d-f61d692b07bd tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:32.495758 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ab54790a-0ec2-4652-b4f7-277713bd7d09 req-120481ca-d943-45c7-bc3d-f61d692b07bd tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 931 time: 0.1720779 Feb 16 18:20:32.529693 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-933ae937-5f9d-4954-9583-c77ef2fb774c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (e7404f7f-4115-4ed5-81ed-47e766032126), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:32.534695 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-dff8b6c3-70df-40e4-8f53-972f5b47ef4b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2718f4cc73ec4c7f8eca8f0c81e8ca36&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2223268 Feb 16 18:20:32.537663 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 53420) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:32.552881 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8b6c3-70df-40e4-8f53-972f5b47ef4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2477f6e7-c847-45b6-bf17-fe8fbc93eb7a,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:32.620997 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ab54790a-0ec2-4652-b4f7-277713bd7d09 req-c59296e9-1d36-4f26-9aa1-ac9a30cb388f tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103666 Feb 16 18:20:32.669290 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bb6ddf4d-cd39-4335-8ffe-1e22b87fa388 admin admin] Publish callbacks [] for security_group (2477f6e7-c847-45b6-bf17-fe8fbc93eb7a), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:32.723611 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bb6ddf4d-cd39-4335-8ffe-1e22b87fa388 admin admin] Publish callbacks [] for security_group (2477f6e7-c847-45b6-bf17-fe8fbc93eb7a), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:32.899618 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bb6ddf4d-cd39-4335-8ffe-1e22b87fa388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (2477f6e7-c847-45b6-bf17-fe8fbc93eb7a), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:32.905165 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bb6ddf4d-cd39-4335-8ffe-1e22b87fa388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:32.910086 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-bb6ddf4d-cd39-4335-8ffe-1e22b87fa388 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2477f6e7-c847-45b6-bf17-fe8fbc93eb7a HTTP/1.1" status: 204 len: 168 time: 0.3695757 Feb 16 18:20:32.921606 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ddf4d-cd39-4335-8ffe-1e22b87fa388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2477f6e7-c847-45b6-bf17-fe8fbc93eb7a,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:33.008502 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-933ae937-5f9d-4954-9583-c77ef2fb774c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7404f7f-4115-4ed5-81ed-47e766032126 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:20:33.017911 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-933ae937-5f9d-4954-9583-c77ef2fb774c service neutron] Publish callbacks [] for port (e7404f7f-4115-4ed5-81ed-47e766032126), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:33.031717 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-933ae937-5f9d-4954-9583-c77ef2fb774c service neutron] Transition to ACTIVE for port object e7404f7f-4115-4ed5-81ed-47e766032126 will not be triggered until provisioned by entity L2. {{(pid=103275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:20:33.093340 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-933ae937-5f9d-4954-9583-c77ef2fb774c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (e7404f7f-4115-4ed5-81ed-47e766032126), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:33.134641 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aaaae1-4a68-4d10-a797-6b5613361dd2 req-029f47c0-2bc0-4fe5-b4dc-bba2942794e1 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:33.136544 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-94aaaae1-4a68-4d10-a797-6b5613361dd2 req-029f47c0-2bc0-4fe5-b4dc-bba2942794e1 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 943 time: 0.1159420 Feb 16 18:20:33.166257 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ae937-5f9d-4954-9583-c77ef2fb774c service neutron] Pushing event updated for resources: {'Port': ['ID=e7404f7f-4115-4ed5-81ed-47e766032126,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:33.256279 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-94aaaae1-4a68-4d10-a797-6b5613361dd2 req-97340da4-b0e3-449c-a217-be76a64d7c60 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122913 Feb 16 18:20:33.290019 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 53434) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:33.332287 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fead55b6-e624-4963-9e38-7cea61a3b417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:33.358881 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-933ae937-5f9d-4954-9583-c77ef2fb774c service neutron] Attempting to bind port e7404f7f-4115-4ed5-81ed-47e766032126 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:20:33.359213 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-933ae937-5f9d-4954-9583-c77ef2fb774c service neutron] Attempting to bind port e7404f7f-4115-4ed5-81ed-47e766032126 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:20:33.359552 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-933ae937-5f9d-4954-9583-c77ef2fb774c service neutron] Attempting to bind port e7404f7f-4115-4ed5-81ed-47e766032126 on network 2e0a2f9f-e6a2-446a-9d48-be3aafb44596 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:20:33.365591 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-933ae937-5f9d-4954-9583-c77ef2fb774c service neutron] Port e7404f7f-4115-4ed5-81ed-47e766032126 on network 2e0a2f9f-e6a2-446a-9d48-be3aafb44596 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 18:20:33.366333 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-933ae937-5f9d-4954-9583-c77ef2fb774c service neutron] Attempting to bind port e7404f7f-4115-4ed5-81ed-47e766032126 on network 2e0a2f9f-e6a2-446a-9d48-be3aafb44596 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:20:33.394412 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-933ae937-5f9d-4954-9583-c77ef2fb774c service neutron] Checking agent: {'id': '5c336864-29ba-45bb-93ac-04ba68c7d8e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'started_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:20:33.394769 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-933ae937-5f9d-4954-9583-c77ef2fb774c service neutron] Checking segment: {'id': '3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:20:33.396276 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-933ae937-5f9d-4954-9583-c77ef2fb774c service neutron] Bound using segment: {'id': '3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:20:33.401304 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-933ae937-5f9d-4954-9583-c77ef2fb774c service neutron] Bound port: e7404f7f-4115-4ed5-81ed-47e766032126, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:20:33.406230 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-933ae937-5f9d-4954-9583-c77ef2fb774c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (e7404f7f-4115-4ed5-81ed-47e766032126), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:33.584760 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-933ae937-5f9d-4954-9583-c77ef2fb774c service neutron] For port e7404f7f-4115-4ed5-81ed-47e766032126, host hv-cinder-77398, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:20:33.588884 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-933ae937-5f9d-4954-9583-c77ef2fb774c service neutron] For port e7404f7f-4115-4ed5-81ed-47e766032126, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e7404f7f-4115-4ed5-81ed-47e766032126,segment=NetworkSegment(3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff),segment_id=3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:20:33.617484 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fead55b6-e624-4963-9e38-7cea61a3b417 admin admin] Publish callbacks [] for security_group (e7790109-0704-4a3a-865b-4dfef9185069), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:33.683102 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-933ae937-5f9d-4954-9583-c77ef2fb774c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (e7404f7f-4115-4ed5-81ed-47e766032126), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:33.739076 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fead55b6-e624-4963-9e38-7cea61a3b417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (e7790109-0704-4a3a-865b-4dfef9185069), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:33.789170 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-933ae937-5f9d-4954-9583-c77ef2fb774c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:33.789540 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-933ae937-5f9d-4954-9583-c77ef2fb774c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:33.791069 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-933ae937-5f9d-4954-9583-c77ef2fb774c service neutron] 10.222.0.45 "PUT /v2.0/ports/e7404f7f-4115-4ed5-81ed-47e766032126 HTTP/1.1" status: 200 len: 1093 time: 1.4367013 Feb 16 18:20:33.823823 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863c1552-51f2-45c2-b3cd-9a674b063f6e', 'tag': 'e7404f7f-4115-4ed5-81ed-47e766032126'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:20:33.826619 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd4c47f-9d19-4105-92c9-11574de07554" -d '{"events": [{"name": "network-changed", "server_uuid": "863c1552-51f2-45c2-b3cd-9a674b063f6e", "tag": "e7404f7f-4115-4ed5-81ed-47e766032126"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:20:33.866233 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-fead55b6-e624-4963-9e38-7cea61a3b417 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3a3cb5326a6c417db2de3e46abb770f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5750070 Feb 16 18:20:33.869062 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 53448) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:33.893138 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead55b6-e624-4963-9e38-7cea61a3b417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7790109-0704-4a3a-865b-4dfef9185069,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:33.897707 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ae937-5f9d-4954-9583-c77ef2fb774c service neutron] Pushing event updated for resources: {'Port': ['ID=e7404f7f-4115-4ed5-81ed-47e766032126,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:33.930691 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed3c87-f1cf-4633-acdc-cd0f007d4f18 req-94f25e4c-1f25-4f4a-b345-90a4e08853ca tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:33.941162 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9bed3c87-f1cf-4633-acdc-cd0f007d4f18 req-94f25e4c-1f25-4f4a-b345-90a4e08853ca tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 943 time: 0.2054729 Feb 16 18:20:34.049140 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3dcc37b4-7946-4403-9fdb-c214c6139f12 admin admin] Publish callbacks [] for security_group (e7790109-0704-4a3a-865b-4dfef9185069), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:34.083798 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9bed3c87-f1cf-4633-acdc-cd0f007d4f18 req-d8797484-7e62-499e-a867-c581cbbb86dd tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413314 Feb 16 18:20:34.097133 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-45bbdfd7-f2b9-4736-8bf5-8ee8b907eb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:34.099673 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-45bbdfd7-f2b9-4736-8bf5-8ee8b907eb54 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0aaf8bb86aa245d6a791ffe04f8a7cea&device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 1127 time: 0.1556158 Feb 16 18:20:34.101395 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae8d34f-ed90-422f-adf9-dbcd162bbd49 x-openstack-request-id: req-eae8d34f-ed90-422f-adf9-dbcd162bbd49 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:20:34.101792 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "863c1552-51f2-45c2-b3cd-9a674b063f6e", "tag": "e7404f7f-4115-4ed5-81ed-47e766032126", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:20:34.102171 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-eae8d34f-ed90-422f-adf9-dbcd162bbd49 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:20:34.102676 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '863c1552-51f2-45c2-b3cd-9a674b063f6e', 'tag': 'e7404f7f-4115-4ed5-81ed-47e766032126', 'status': 'completed', 'code': 200} Feb 16 18:20:34.109300 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3dcc37b4-7946-4403-9fdb-c214c6139f12 admin admin] Publish callbacks [] for security_group (e7790109-0704-4a3a-865b-4dfef9185069), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:34.169423 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-f4b24ee4-a63d-4490-bf2a-f1f5cd2e8e98 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7404f7f-4115-4ed5-81ed-47e766032126 HTTP/1.1" status: 200 len: 217 time: 0.0515940 Feb 16 18:20:34.245116 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-bbecf868-c318-4bac-afcd-c5b884861691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:34.245116 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-bbecf868-c318-4bac-afcd-c5b884861691 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a HTTP/1.1" status: 200 len: 849 time: 0.0660217 Feb 16 18:20:34.318913 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-0ecc06ff-f4e5-4a03-99cb-68b8a8451f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:34.320166 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-0ecc06ff-f4e5-4a03-99cb-68b8a8451f47 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e0a2f9f-e6a2-446a-9d48-be3aafb44596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0693574 Feb 16 18:20:34.416343 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3dcc37b4-7946-4403-9fdb-c214c6139f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (e7790109-0704-4a3a-865b-4dfef9185069), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:34.427774 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3dcc37b4-7946-4403-9fdb-c214c6139f12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:34.427774 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-3dcc37b4-7946-4403-9fdb-c214c6139f12 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e7790109-0704-4a3a-865b-4dfef9185069 HTTP/1.1" status: 204 len: 168 time: 0.5518668 Feb 16 18:20:34.435726 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc37b4-7946-4403-9fdb-c214c6139f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7790109-0704-4a3a-865b-4dfef9185069,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:34.447869 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-7e7f8b39-0a53-4871-9f9d-cc6ee78083ae service neutron] 10.222.0.45 "GET /v2.0/networks/2e0a2f9f-e6a2-446a-9d48-be3aafb44596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210446 Feb 16 18:20:34.456134 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784abd18-d8b3-4ea3-9940-2c4f08a7784e req-5822a6a3-e987-4304-9fcf-55652f8e19dd tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:34.457656 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-784abd18-d8b3-4ea3-9940-2c4f08a7784e req-5822a6a3-e987-4304-9fcf-55652f8e19dd tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 943 time: 0.0845268 Feb 16 18:20:34.498858 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-481ccfa3-6063-422e-a5ff-179b8b6242c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:34.507510 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-784abd18-d8b3-4ea3-9940-2c4f08a7784e req-1ff2cad8-f1c7-4d21-9571-abe5baedb859 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439363 Feb 16 18:20:34.615098 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7385db58-e570-4ac1-9137-5ddce4dc8d51 req-ecbb1ff1-70dc-45f0-a4ec-e7611b2f7d6e service neutron] 10.222.0.45 "GET /v2.0/networks/2e0a2f9f-e6a2-446a-9d48-be3aafb44596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101024 Feb 16 18:20:34.686449 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 53476) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:34.701646 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d510057a-c235-4b00-9cd1-473cd2cef97b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:34.752213 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 53478) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:34.803867 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4c47f-9d19-4105-92c9-11574de07554 req-17b2ca1b-7aa1-4cfc-898d-dadc1c58c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:34.805536 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fbd4c47f-9d19-4105-92c9-11574de07554 req-17b2ca1b-7aa1-4cfc-898d-dadc1c58c369 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0aaf8bb86aa245d6a791ffe04f8a7cea&device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 1127 time: 0.0615346 Feb 16 18:20:34.828516 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-5121896a-4ced-46fb-8b6a-9fc4448d0b44 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=53d99edb58c84524a8d1eff266e29222&name=default HTTP/1.1" status: 200 len: 2994 time: 0.0726602 Feb 16 18:20:34.828818 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 53480) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:34.839270 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d510057a-c235-4b00-9cd1-473cd2cef97b admin admin] Publish callbacks [] for security_group (c64313a8-e0ea-4392-946a-a90883405589), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:34.910192 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d510057a-c235-4b00-9cd1-473cd2cef97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (c64313a8-e0ea-4392-946a-a90883405589), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:34.964712 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-d510057a-c235-4b00-9cd1-473cd2cef97b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=92d63ad9a87b454cb289a0b4c52b3e43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770464 Feb 16 18:20:34.965564 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510057a-c235-4b00-9cd1-473cd2cef97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64313a8-e0ea-4392-946a-a90883405589,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:34.968698 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 53484) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:34.979197 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e2131eb0-7bab-4db1-bb27-f1135154e647 admin admin] Publish callbacks [] for security_group (623d3345-2d39-4c50-9718-e597379cab0e), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:35.002351 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4c47f-9d19-4105-92c9-11574de07554 req-8084a74b-e791-4ba2-84bb-397db3e6e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:35.003945 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fbd4c47f-9d19-4105-92c9-11574de07554 req-8084a74b-e791-4ba2-84bb-397db3e6e5dd service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e0a2f9f-e6a2-446a-9d48-be3aafb44596 HTTP/1.1" status: 200 len: 911 time: 0.1772978 Feb 16 18:20:35.238701 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e2131eb0-7bab-4db1-bb27-f1135154e647 admin admin] Publish callbacks [] for security_group (623d3345-2d39-4c50-9718-e597379cab0e), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:35.243478 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fbd4c47f-9d19-4105-92c9-11574de07554 req-8e0df693-5c7e-4ea5-93ad-0c9fd7a89a49 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7404f7f-4115-4ed5-81ed-47e766032126 HTTP/1.1" status: 200 len: 217 time: 0.2310004 Feb 16 18:20:35.367010 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4c47f-9d19-4105-92c9-11574de07554 req-ac686a1f-dd30-4c30-b785-af36de4ae1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:35.368920 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fbd4c47f-9d19-4105-92c9-11574de07554 req-ac686a1f-dd30-4c30-b785-af36de4ae1df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a HTTP/1.1" status: 200 len: 849 time: 0.1026559 Feb 16 18:20:35.372682 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9c812281-baaf-4f08-9fa0-5be1771b8102 admin admin] Publish callbacks [] for security_group (c64313a8-e0ea-4392-946a-a90883405589), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:35.382911 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5be50d-1d82-45cd-a689-2ba670647d4d req-093eb902-09d1-407f-97dd-1b3fa620c9bc tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:35.384500 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8d5be50d-1d82-45cd-a689-2ba670647d4d req-093eb902-09d1-407f-97dd-1b3fa620c9bc tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 943 time: 0.1931868 Feb 16 18:20:35.447654 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9c812281-baaf-4f08-9fa0-5be1771b8102 admin admin] Publish callbacks [] for security_group (c64313a8-e0ea-4392-946a-a90883405589), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:35.496371 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e2131eb0-7bab-4db1-bb27-f1135154e647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (623d3345-2d39-4c50-9718-e597379cab0e), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:35.498951 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e2131eb0-7bab-4db1-bb27-f1135154e647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:35.500052 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-e2131eb0-7bab-4db1-bb27-f1135154e647 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/623d3345-2d39-4c50-9718-e597379cab0e HTTP/1.1" status: 204 len: 168 time: 0.6697323 Feb 16 18:20:35.519613 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2131eb0-7bab-4db1-bb27-f1135154e647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623d3345-2d39-4c50-9718-e597379cab0e,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:35.523944 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8d5be50d-1d82-45cd-a689-2ba670647d4d req-d0cddb6a-b382-4955-a28e-1c44e43cb06f tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211734 Feb 16 18:20:35.527800 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4c47f-9d19-4105-92c9-11574de07554 req-48bb1c40-c737-45a5-9385-21853fbb6c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:35.529516 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fbd4c47f-9d19-4105-92c9-11574de07554 req-48bb1c40-c737-45a5-9385-21853fbb6c44 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e0a2f9f-e6a2-446a-9d48-be3aafb44596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1421134 Feb 16 18:20:35.592618 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:35.664123 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9c812281-baaf-4f08-9fa0-5be1771b8102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (c64313a8-e0ea-4392-946a-a90883405589), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:35.667307 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9c812281-baaf-4f08-9fa0-5be1771b8102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:35.669571 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-9c812281-baaf-4f08-9fa0-5be1771b8102 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c64313a8-e0ea-4392-946a-a90883405589 HTTP/1.1" status: 204 len: 168 time: 0.6994302 Feb 16 18:20:35.679508 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fbd4c47f-9d19-4105-92c9-11574de07554 req-b594c27a-6847-4520-8abc-9ef8c5e1de1a service neutron] 10.222.0.45 "GET /v2.0/networks/2e0a2f9f-e6a2-446a-9d48-be3aafb44596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373522 Feb 16 18:20:35.684571 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6fb22e-fb09-485b-8358-8d6e6225e346 req-74c4077c-d785-474e-a0f1-21b0844249f0 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:35.689697 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c812281-baaf-4f08-9fa0-5be1771b8102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64313a8-e0ea-4392-946a-a90883405589,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:35.695798 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7e6fb22e-fb09-485b-8358-8d6e6225e346 req-74c4077c-d785-474e-a0f1-21b0844249f0 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 943 time: 0.0916476 Feb 16 18:20:35.784496 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7e6fb22e-fb09-485b-8358-8d6e6225e346 req-21cea9dc-33a6-471b-975d-204c81e2bc49 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875461 Feb 16 18:20:35.848734 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fbd4c47f-9d19-4105-92c9-11574de07554 req-63bf9cff-65a4-4fc1-b350-0a7fec9b4a40 service neutron] 10.222.0.45 "GET /v2.0/networks/2e0a2f9f-e6a2-446a-9d48-be3aafb44596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581101 Feb 16 18:20:36.599164 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 53578) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:36.606106 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-668237a0-203a-471b-bc03-5ca90544071b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:36.683171 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9fefd-1208-4603-824f-a1c51c6ef78d req-5a982e59-0e9d-40ff-9f78-d3961410ed39 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:36.691550 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f7e9fefd-1208-4603-824f-a1c51c6ef78d req-5a982e59-0e9d-40ff-9f78-d3961410ed39 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 943 time: 0.0724838 Feb 16 18:20:36.706772 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-668237a0-203a-471b-bc03-5ca90544071b admin admin] Publish callbacks [] for security_group (2b8113d5-1084-49fa-bb61-b7214aa0ee96), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:36.723460 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 53584) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:36.743540 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f7e9fefd-1208-4603-824f-a1c51c6ef78d req-3f0f08d1-8b90-4dac-b5e0-55d1c042f912 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510454 Feb 16 18:20:36.807386 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-668237a0-203a-471b-bc03-5ca90544071b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (2b8113d5-1084-49fa-bb61-b7214aa0ee96), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:36.853615 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-668237a0-203a-471b-bc03-5ca90544071b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=74366a46ad694b5790aae9a21e2d29a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631211 Feb 16 18:20:36.854701 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668237a0-203a-471b-bc03-5ca90544071b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8113d5-1084-49fa-bb61-b7214aa0ee96,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:36.856789 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 53592) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:36.923073 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-df80e67a-ec60-48e7-a4e0-316aa9203f50 admin admin] Publish callbacks [] for security_group (2b8113d5-1084-49fa-bb61-b7214aa0ee96), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:36.927238 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fbd4a-afcc-4e9f-9409-45324cecdf72 req-7672511d-dcc8-43c7-bbbc-eaf2b50ec3e9 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:36.928747 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-f40fbd4a-afcc-4e9f-9409-45324cecdf72 req-7672511d-dcc8-43c7-bbbc-eaf2b50ec3e9 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 943 time: 0.0542672 Feb 16 18:20:36.947570 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-df80e67a-ec60-48e7-a4e0-316aa9203f50 admin admin] Publish callbacks [] for security_group (2b8113d5-1084-49fa-bb61-b7214aa0ee96), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:36.993047 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-f40fbd4a-afcc-4e9f-9409-45324cecdf72 req-946bc4c2-6a6d-47a0-a3d3-c335b8240220 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580382 Feb 16 18:20:37.013489 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:37.104837 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-df80e67a-ec60-48e7-a4e0-316aa9203f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (2b8113d5-1084-49fa-bb61-b7214aa0ee96), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:37.107843 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-df80e67a-ec60-48e7-a4e0-316aa9203f50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:37.112999 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-df80e67a-ec60-48e7-a4e0-316aa9203f50 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2b8113d5-1084-49fa-bb61-b7214aa0ee96 HTTP/1.1" status: 204 len: 168 time: 0.2515118 Feb 16 18:20:37.118787 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80e67a-ec60-48e7-a4e0-316aa9203f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8113d5-1084-49fa-bb61-b7214aa0ee96,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:37.135539 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cd736a37-dcd4-4a64-9894-a7f390a30e51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:37.349035 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cd736a37-dcd4-4a64-9894-a7f390a30e51 admin admin] Publish callbacks [] for security_group (a89238d8-d49c-4bee-a5d5-ece2cbc5e17e), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:37.380245 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 53604) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:37.408416 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cd736a37-dcd4-4a64-9894-a7f390a30e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (a89238d8-d49c-4bee-a5d5-ece2cbc5e17e), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:37.453732 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-cd736a37-dcd4-4a64-9894-a7f390a30e51 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=cab183235bea4b648b43e74df8e1a9f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7282183 Feb 16 18:20:37.455162 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd736a37-dcd4-4a64-9894-a7f390a30e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89238d8-d49c-4bee-a5d5-ece2cbc5e17e,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:37.456708 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 53610) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:37.509153 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-858d7ae3-522b-40ef-b287-c3afd93ca47d admin admin] Publish callbacks [] for security_group (a89238d8-d49c-4bee-a5d5-ece2cbc5e17e), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:37.530565 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-858d7ae3-522b-40ef-b287-c3afd93ca47d admin admin] Publish callbacks [] for security_group (a89238d8-d49c-4bee-a5d5-ece2cbc5e17e), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:37.643181 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-858d7ae3-522b-40ef-b287-c3afd93ca47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (a89238d8-d49c-4bee-a5d5-ece2cbc5e17e), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:37.646203 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-858d7ae3-522b-40ef-b287-c3afd93ca47d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:37.650617 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-858d7ae3-522b-40ef-b287-c3afd93ca47d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a89238d8-d49c-4bee-a5d5-ece2cbc5e17e HTTP/1.1" status: 204 len: 168 time: 0.1926990 Feb 16 18:20:37.660484 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d7ae3-522b-40ef-b287-c3afd93ca47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89238d8-d49c-4bee-a5d5-ece2cbc5e17e,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:37.750234 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d75659c4-aaa2-4574-8f04-8676a5f2b168 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:37.867763 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d75659c4-aaa2-4574-8f04-8676a5f2b168 admin admin] Publish callbacks [] for security_group (014a7a1f-6ee3-4d15-9d73-9eb72007effc), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:37.916715 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6265724-f99b-464a-abd8-8d49192cf689 req-512fbbc8-2df4-402a-981d-6a0a5382ff61 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:37.918739 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a6265724-f99b-464a-abd8-8d49192cf689 req-512fbbc8-2df4-402a-981d-6a0a5382ff61 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 943 time: 0.0639982 Feb 16 18:20:37.947644 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d75659c4-aaa2-4574-8f04-8676a5f2b168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (014a7a1f-6ee3-4d15-9d73-9eb72007effc), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:38.006378 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a6265724-f99b-464a-abd8-8d49192cf689 req-d213045d-4172-43fb-b4eb-5f152141a681 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819664 Feb 16 18:20:38.007220 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75659c4-aaa2-4574-8f04-8676a5f2b168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014a7a1f-6ee3-4d15-9d73-9eb72007effc,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:38.014269 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 53638) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:38.014792 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-d75659c4-aaa2-4574-8f04-8676a5f2b168 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b97dd29137ee441295d7bd43ffab7c84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6324131 Feb 16 18:20:38.102476 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a04bf818-4ab1-49bd-84a7-a39915dbd318 admin admin] Publish callbacks [] for security_group (014a7a1f-6ee3-4d15-9d73-9eb72007effc), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:38.143876 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a04bf818-4ab1-49bd-84a7-a39915dbd318 admin admin] Publish callbacks [] for security_group (014a7a1f-6ee3-4d15-9d73-9eb72007effc), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:38.187535 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84214184-e37b-4242-970f-d0e453a0e009 req-ca35063a-47e2-494f-ba7c-addfb9485e72 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:38.189955 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-84214184-e37b-4242-970f-d0e453a0e009 req-ca35063a-47e2-494f-ba7c-addfb9485e72 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 943 time: 0.1024184 Feb 16 18:20:38.261137 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-84214184-e37b-4242-970f-d0e453a0e009 req-b545aa06-9c0e-4c86-87bc-8a54bae8cf51 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590804 Feb 16 18:20:38.270589 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a04bf818-4ab1-49bd-84a7-a39915dbd318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (014a7a1f-6ee3-4d15-9d73-9eb72007effc), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:38.275678 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a04bf818-4ab1-49bd-84a7-a39915dbd318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:38.277753 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-a04bf818-4ab1-49bd-84a7-a39915dbd318 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/014a7a1f-6ee3-4d15-9d73-9eb72007effc HTTP/1.1" status: 204 len: 168 time: 0.2616985 Feb 16 18:20:38.285861 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04bf818-4ab1-49bd-84a7-a39915dbd318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014a7a1f-6ee3-4d15-9d73-9eb72007effc,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:38.476072 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:38.510244 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 0098d419-45cb-4d4f-b8b4-75bfde11d622 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=103277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 18:20:38.542018 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 53656) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:38.568423 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-0e447128-60f0-4683-961d-d5492ab7e514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:38.640671 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 0098d419-45cb-4d4f-b8b4-75bfde11d622, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0098d419-45cb-4d4f-b8b4-75bfde11d622,segment=NetworkSegment(439b61bd-2c61-4c05-a7b7-ac2950ac3656),segment_id=439b61bd-2c61-4c05-a7b7-ac2950ac3656)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:20:38.654764 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Returning: {'device': '0098d419-45cb-4d4f-b8b4-75bfde11d622', 'network_id': 'de6d9371-ec5d-4f43-a8ca-a0c978df161a', 'port_id': '0098d419-45cb-4d4f-b8b4-75bfde11d622', 'mac_address': 'fa:16:3e:0d:d2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e63cde76-c404-462e-b0ed-e8659c138f88', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 18:20:38.659613 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-0e447128-60f0-4683-961d-d5492ab7e514 admin admin] Publish callbacks [] for security_group (01633432-53fe-4e13-bb1d-56327230052e), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:38.695517 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 0098d419-45cb-4d4f-b8b4-75bfde11d622 is: DOWN; New status is: BUILD {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:20:38.695914 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (0098d419-45cb-4d4f-b8b4-75bfde11d622), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:38.709315 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0098d419-45cb-4d4f-b8b4-75bfde11d622 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:20:38.729859 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 0098d419-45cb-4d4f-b8b4-75bfde11d622, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0098d419-45cb-4d4f-b8b4-75bfde11d622,segment=NetworkSegment(439b61bd-2c61-4c05-a7b7-ac2950ac3656),segment_id=439b61bd-2c61-4c05-a7b7-ac2950ac3656)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:20:38.756069 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-0e447128-60f0-4683-961d-d5492ab7e514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (01633432-53fe-4e13-bb1d-56327230052e), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:38.796079 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-0e447128-60f0-4683-961d-d5492ab7e514 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=40443a7371d248e4ba0ba16bd2bec876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2525299 Feb 16 18:20:38.799596 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 53660) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:38.805886 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e447128-60f0-4683-961d-d5492ab7e514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01633432-53fe-4e13-bb1d-56327230052e,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:38.807430 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (0098d419-45cb-4d4f-b8b4-75bfde11d622), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:38.808931 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device e7404f7f-4115-4ed5-81ed-47e766032126 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=103277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 18:20:38.856808 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-14b63b35-5b4f-44b1-9874-d3116fb4cdf8 admin admin] Publish callbacks [] for security_group (01633432-53fe-4e13-bb1d-56327230052e), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:38.884563 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-14b63b35-5b4f-44b1-9874-d3116fb4cdf8 admin admin] Publish callbacks [] for security_group (01633432-53fe-4e13-bb1d-56327230052e), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:38.893188 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=0098d419-45cb-4d4f-b8b4-75bfde11d622,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:39.019099 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port e7404f7f-4115-4ed5-81ed-47e766032126, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e7404f7f-4115-4ed5-81ed-47e766032126,segment=NetworkSegment(3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff),segment_id=3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:20:39.030433 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Returning: {'device': 'e7404f7f-4115-4ed5-81ed-47e766032126', 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596', 'port_id': 'e7404f7f-4115-4ed5-81ed-47e766032126', 'mac_address': 'fa:16:3e:4c:bf:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 18:20:39.036007 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-14b63b35-5b4f-44b1-9874-d3116fb4cdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (01633432-53fe-4e13-bb1d-56327230052e), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:39.040710 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-14b63b35-5b4f-44b1-9874-d3116fb4cdf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:39.043599 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-14b63b35-5b4f-44b1-9874-d3116fb4cdf8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/01633432-53fe-4e13-bb1d-56327230052e HTTP/1.1" status: 204 len: 168 time: 0.2427020 Feb 16 18:20:39.054101 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b63b35-5b4f-44b1-9874-d3116fb4cdf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01633432-53fe-4e13-bb1d-56327230052e,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:39.082885 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port e7404f7f-4115-4ed5-81ed-47e766032126 is: DOWN; New status is: BUILD {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:20:39.083580 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (e7404f7f-4115-4ed5-81ed-47e766032126), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:39.100996 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7404f7f-4115-4ed5-81ed-47e766032126 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:20:39.135322 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port e7404f7f-4115-4ed5-81ed-47e766032126, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e7404f7f-4115-4ed5-81ed-47e766032126,segment=NetworkSegment(3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff),segment_id=3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:20:39.166915 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a3f7c-7059-43ea-a9d2-4a1744506d77 req-b4fdb34c-4cd2-48e7-bfdd-d59491dae756 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:39.166915 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d52a3f7c-7059-43ea-a9d2-4a1744506d77 req-b4fdb34c-4cd2-48e7-bfdd-d59491dae756 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 943 time: 0.0621984 Feb 16 18:20:39.223204 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d52a3f7c-7059-43ea-a9d2-4a1744506d77 req-a325f686-4061-4f48-8afd-a1f1d6b1f3e9 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468202 Feb 16 18:20:39.241564 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (e7404f7f-4115-4ed5-81ed-47e766032126), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:39.295786 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=e7404f7f-4115-4ed5-81ed-47e766032126,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:39.396481 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0a586-b2aa-4e44-b2a7-bb7928b189d5 req-bca57da1-1724-4076-8205-010fdd3c01eb tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:39.398206 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-aab0a586-b2aa-4e44-b2a7-bb7928b189d5 req-bca57da1-1724-4076-8205-010fdd3c01eb tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 944 time: 0.0621018 Feb 16 18:20:39.454342 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-aab0a586-b2aa-4e44-b2a7-bb7928b189d5 req-72bb2fbd-b2a0-41b2-8e50-bd67185d86e5 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503130 Feb 16 18:20:39.637692 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['e7404f7f-4115-4ed5-81ed-47e766032126'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:20:39.643453 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['0098d419-45cb-4d4f-b8b4-75bfde11d622'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:20:40.357155 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fb717-9601-4772-9aa0-c1dc0d10ce3e req-f61d38ea-ffa2-4108-b57b-80d606049762 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:40.358978 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-4f7fb717-9601-4772-9aa0-c1dc0d10ce3e req-f61d38ea-ffa2-4108-b57b-80d606049762 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 944 time: 0.0627513 Feb 16 18:20:40.416165 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-4f7fb717-9601-4772-9aa0-c1dc0d10ce3e req-132564c2-a99d-4110-a5b7-d82efe540866 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480154 Feb 16 18:20:40.443853 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 53696) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:40.459223 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-af140b93-eb6b-4327-be9e-1675ca30f60f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:40.512734 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device e7404f7f-4115-4ed5-81ed-47e766032126 up at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:20:40.610612 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-af140b93-eb6b-4327-be9e-1675ca30f60f admin admin] Publish callbacks [] for security_group (86b7a087-d66a-43fc-aff6-e09e88817ad8), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:40.687772 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning for port e7404f7f-4115-4ed5-81ed-47e766032126 completed by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:20:40.693503 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning complete for port e7404f7f-4115-4ed5-81ed-47e766032126 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:20:40.693819 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (e7404f7f-4115-4ed5-81ed-47e766032126), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:40.694399 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766158f4-eee8-4dd9-88e9-2b5e84a58f65 req-f73ff7c7-34b0-4ec1-8f3c-e093e50ac151 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:40.696858 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-766158f4-eee8-4dd9-88e9-2b5e84a58f65 req-f73ff7c7-34b0-4ec1-8f3c-e093e50ac151 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 944 time: 0.0783195 Feb 16 18:20:40.728797 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-af140b93-eb6b-4327-be9e-1675ca30f60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (86b7a087-d66a-43fc-aff6-e09e88817ad8), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:40.786512 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-766158f4-eee8-4dd9-88e9-2b5e84a58f65 req-2cfcfe8e-373b-4084-8c76-6378ebe42a15 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825112 Feb 16 18:20:40.803086 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-af140b93-eb6b-4327-be9e-1675ca30f60f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=dc74de4b4ba94655a59ef071f44c893b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3577552 Feb 16 18:20:40.803906 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af140b93-eb6b-4327-be9e-1675ca30f60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b7a087-d66a-43fc-aff6-e09e88817ad8,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:40.808269 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 53710) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:40.877750 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port e7404f7f-4115-4ed5-81ed-47e766032126 is: BUILD; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:20:40.878303 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (e7404f7f-4115-4ed5-81ed-47e766032126), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:40.913720 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863c1552-51f2-45c2-b3cd-9a674b063f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7404f7f-4115-4ed5-81ed-47e766032126'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:20:40.932374 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5b48be1a-3c92-4613-8db7-90c4cb604824 admin admin] Publish callbacks [] for security_group (86b7a087-d66a-43fc-aff6-e09e88817ad8), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:40.967746 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5b48be1a-3c92-4613-8db7-90c4cb604824 admin admin] Publish callbacks [] for security_group (86b7a087-d66a-43fc-aff6-e09e88817ad8), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:40.993745 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port e7404f7f-4115-4ed5-81ed-47e766032126, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e7404f7f-4115-4ed5-81ed-47e766032126,segment=NetworkSegment(3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff),segment_id=3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:20:41.093612 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (e7404f7f-4115-4ed5-81ed-47e766032126), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:41.094419 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 0098d419-45cb-4d4f-b8b4-75bfde11d622 up at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:20:41.095184 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5b48be1a-3c92-4613-8db7-90c4cb604824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (86b7a087-d66a-43fc-aff6-e09e88817ad8), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:41.100191 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5b48be1a-3c92-4613-8db7-90c4cb604824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:41.105129 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-5b48be1a-3c92-4613-8db7-90c4cb604824 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/86b7a087-d66a-43fc-aff6-e09e88817ad8 HTTP/1.1" status: 204 len: 168 time: 0.2944512 Feb 16 18:20:41.123640 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48be1a-3c92-4613-8db7-90c4cb604824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b7a087-d66a-43fc-aff6-e09e88817ad8,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:41.208480 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=e7404f7f-4115-4ed5-81ed-47e766032126,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:41.286107 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning for port 0098d419-45cb-4d4f-b8b4-75bfde11d622 completed by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:20:41.289006 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning complete for port 0098d419-45cb-4d4f-b8b4-75bfde11d622 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:20:41.289906 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (0098d419-45cb-4d4f-b8b4-75bfde11d622), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:41.401729 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f06fc3-a710-4c16-ba0b-f06a98341062" -d '{"events": [{"server_uuid": "863c1552-51f2-45c2-b3cd-9a674b063f6e", "name": "network-vif-plugged", "status": "completed", "tag": "e7404f7f-4115-4ed5-81ed-47e766032126"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:20:41.423354 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 0098d419-45cb-4d4f-b8b4-75bfde11d622 is: BUILD; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:20:41.424123 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (0098d419-45cb-4d4f-b8b4-75bfde11d622), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:41.592811 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 0098d419-45cb-4d4f-b8b4-75bfde11d622, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0098d419-45cb-4d4f-b8b4-75bfde11d622,segment=NetworkSegment(439b61bd-2c61-4c05-a7b7-ac2950ac3656),segment_id=439b61bd-2c61-4c05-a7b7-ac2950ac3656)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:20:41.611362 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7ec60-b4aa-448a-8c15-a7e0608b0eae req-ce79d49a-db70-4d1c-ba8f-6dd4b56610db tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:41.613771 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-2df7ec60-b4aa-448a-8c15-a7e0608b0eae req-ce79d49a-db70-4d1c-ba8f-6dd4b56610db tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0881269 Feb 16 18:20:41.649006 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (0098d419-45cb-4d4f-b8b4-75bfde11d622), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:41.682291 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-2df7ec60-b4aa-448a-8c15-a7e0608b0eae req-d9c1cb9a-5afe-4fee-b61b-799c8c2f8d83 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628803 Feb 16 18:20:41.717423 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=0098d419-45cb-4d4f-b8b4-75bfde11d622,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:41.919706 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1c45a5-4c9b-4617-9edb-2075766149f8 x-openstack-request-id: req-3a1c45a5-4c9b-4617-9edb-2075766149f8 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:20:41.920032 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863c1552-51f2-45c2-b3cd-9a674b063f6e", "name": "network-vif-plugged", "status": "completed", "tag": "e7404f7f-4115-4ed5-81ed-47e766032126", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:20:41.920301 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3a1c45a5-4c9b-4617-9edb-2075766149f8 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:20:41.921183 dv-cinder-773985-33-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863c1552-51f2-45c2-b3cd-9a674b063f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7404f7f-4115-4ed5-81ed-47e766032126', 'code': 200} Feb 16 18:20:41.961561 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34b189-1b5e-49ee-9bc6-3c8be8602eaa req-38882aa0-f033-4fa5-abad-8c430c910eee tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:41.961561 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-de34b189-1b5e-49ee-9bc6-3c8be8602eaa req-38882aa0-f033-4fa5-abad-8c430c910eee tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 945 time: 0.0794678 Feb 16 18:20:42.053959 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-de34b189-1b5e-49ee-9bc6-3c8be8602eaa req-80918a93-430b-4d0e-802e-a52064541974 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781393 Feb 16 18:20:42.059657 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:42.309881 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cee718-cb4d-4778-8280-ace0449ca2c1 req-ab1f5167-e48f-4dbd-960a-f0f394e7923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:42.311436 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a3cee718-cb4d-4778-8280-ace0449ca2c1 req-ab1f5167-e48f-4dbd-960a-f0f394e7923d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 1129 time: 0.0850735 Feb 16 18:20:42.331273 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-a3cee718-cb4d-4778-8280-ace0449ca2c1 req-56d6d8d9-072c-486c-9aa7-9a5a39a5fbd2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:42.412374 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-a3cee718-cb4d-4778-8280-ace0449ca2c1 req-56d6d8d9-072c-486c-9aa7-9a5a39a5fbd2 service neutron] Publish callbacks [] for security_group (705dbb17-d7fd-4513-9cec-ddab351469a8), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:42.476135 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-a3cee718-cb4d-4778-8280-ace0449ca2c1 req-56d6d8d9-072c-486c-9aa7-9a5a39a5fbd2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (705dbb17-d7fd-4513-9cec-ddab351469a8), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:42.521900 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6d8d9-072c-486c-9aa7-9a5a39a5fbd2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=705dbb17-d7fd-4513-9cec-ddab351469a8,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:42.528021 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a3cee718-cb4d-4778-8280-ace0449ca2c1 req-56d6d8d9-072c-486c-9aa7-9a5a39a5fbd2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101333 Feb 16 18:20:42.662734 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 53804) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:42.817293 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0221bc-9ffb-4626-8c0f-673ad508e5d9 req-3b5176a3-385e-4184-93f9-40e876f6c15d tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:42.818956 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ed0221bc-9ffb-4626-8c0f-673ad508e5d9 req-3b5176a3-385e-4184-93f9-40e876f6c15d tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0633900 Feb 16 18:20:42.870993 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ed0221bc-9ffb-4626-8c0f-673ad508e5d9 req-e5f32d2a-e962-45fd-a3b8-e2e0ce65d629 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456243 Feb 16 18:20:42.943437 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c72434e2-d812-4757-9cb5-a66a1ea9c02c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:43.051692 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c72434e2-d812-4757-9cb5-a66a1ea9c02c admin admin] Publish callbacks [] for security_group (7de6dec7-df72-4629-82f7-6fc4695aca86), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:43.133019 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c72434e2-d812-4757-9cb5-a66a1ea9c02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (7de6dec7-df72-4629-82f7-6fc4695aca86), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:43.176631 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-c72434e2-d812-4757-9cb5-a66a1ea9c02c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=758fa08d0973408d8d8c5ccbc8e02516&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5127501 Feb 16 18:20:43.179404 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 53842) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:43.185431 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72434e2-d812-4757-9cb5-a66a1ea9c02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de6dec7-df72-4629-82f7-6fc4695aca86,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:43.233279 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f0ad9-4216-43a8-84f0-26c49403a3af req-8016ca76-e22e-4f3e-903f-3aeba243b31d tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:43.234868 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-236f0ad9-4216-43a8-84f0-26c49403a3af req-8016ca76-e22e-4f3e-903f-3aeba243b31d tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 945 time: 0.0762944 Feb 16 18:20:43.295527 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0a154305-ee16-4a79-a394-57013ecb006a admin admin] Publish callbacks [] for security_group (7de6dec7-df72-4629-82f7-6fc4695aca86), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:43.305459 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-236f0ad9-4216-43a8-84f0-26c49403a3af req-e5d46e31-4020-4166-ab09-07d6fe6cfab4 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640326 Feb 16 18:20:43.320436 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0a154305-ee16-4a79-a394-57013ecb006a admin admin] Publish callbacks [] for security_group (7de6dec7-df72-4629-82f7-6fc4695aca86), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:43.436566 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0a154305-ee16-4a79-a394-57013ecb006a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (7de6dec7-df72-4629-82f7-6fc4695aca86), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:43.441955 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0a154305-ee16-4a79-a394-57013ecb006a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:43.441955 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-0a154305-ee16-4a79-a394-57013ecb006a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7de6dec7-df72-4629-82f7-6fc4695aca86 HTTP/1.1" status: 204 len: 168 time: 0.2605560 Feb 16 18:20:43.449723 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a154305-ee16-4a79-a394-57013ecb006a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de6dec7-df72-4629-82f7-6fc4695aca86,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:43.923527 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf04380-55ab-4f4b-b2b3-de9bddb2a31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0098d419-45cb-4d4f-b8b4-75bfde11d622'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:20:43.928104 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6b8449-d2ee-437c-a269-1c0e11bd16e3" -d '{"events": [{"server_uuid": "bdf04380-55ab-4f4b-b2b3-de9bddb2a31b", "name": "network-vif-plugged", "status": "completed", "tag": "0098d419-45cb-4d4f-b8b4-75bfde11d622"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:20:43.977434 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777670a7-2ff1-4efe-bf03-683ac16bb1cf x-openstack-request-id: req-777670a7-2ff1-4efe-bf03-683ac16bb1cf {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:20:43.977434 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf04380-55ab-4f4b-b2b3-de9bddb2a31b", "name": "network-vif-plugged", "status": "completed", "tag": "0098d419-45cb-4d4f-b8b4-75bfde11d622", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:20:43.977813 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-777670a7-2ff1-4efe-bf03-683ac16bb1cf {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:20:43.978384 dv-cinder-773985-33-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf04380-55ab-4f4b-b2b3-de9bddb2a31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0098d419-45cb-4d4f-b8b4-75bfde11d622', 'code': 200} Feb 16 18:20:44.021257 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4172e8f-90f9-4265-a490-f57446ef6934 req-a4e855ac-10fe-4325-88ee-c09a4a8be782 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:44.023159 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c4172e8f-90f9-4265-a490-f57446ef6934 req-a4e855ac-10fe-4325-88ee-c09a4a8be782 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0748014 Feb 16 18:20:44.082715 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c4172e8f-90f9-4265-a490-f57446ef6934 req-75bfd38c-6c2b-4601-b856-d0e5cb198d37 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534844 Feb 16 18:20:44.182709 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 53878) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:44.197777 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 53880) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:44.209329 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-224df7bc-7622-4f6f-ae1d-490c105995a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:44.351892 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-224df7bc-7622-4f6f-ae1d-490c105995a4 admin admin] Publish callbacks [] for security_group (36571be3-53a9-49d7-886e-a78a37840177), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:44.424277 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-224df7bc-7622-4f6f-ae1d-490c105995a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (36571be3-53a9-49d7-886e-a78a37840177), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:44.497389 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224df7bc-7622-4f6f-ae1d-490c105995a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36571be3-53a9-49d7-886e-a78a37840177,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:44.512329 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-224df7bc-7622-4f6f-ae1d-490c105995a4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=327084a367e147cd924bb03d6172e43a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3284030 Feb 16 18:20:44.514730 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 53890) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:44.517284 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-dbbe3c24-db6f-4125-99a4-8230f1f0adcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:44.543743 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749cb14-f392-4a60-8094-fc212bc8be39 req-feac67cf-dca1-4440-8775-432d213de11f tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:44.545312 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-c749cb14-f392-4a60-8094-fc212bc8be39 req-feac67cf-dca1-4440-8775-432d213de11f tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 945 time: 0.1077731 Feb 16 18:20:44.566701 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c1dc24e8-2829-47f4-8956-96d8a49a60ad admin admin] Publish callbacks [] for security_group (36571be3-53a9-49d7-886e-a78a37840177), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:44.592782 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c1dc24e8-2829-47f4-8956-96d8a49a60ad admin admin] Publish callbacks [] for security_group (36571be3-53a9-49d7-886e-a78a37840177), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:44.623466 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-c749cb14-f392-4a60-8094-fc212bc8be39 req-0011050d-189a-47eb-923d-2d969d90f682 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682886 Feb 16 18:20:44.660340 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-dbbe3c24-db6f-4125-99a4-8230f1f0adcd admin admin] Publish callbacks [] for security_group (a60b853b-b7bb-4bcd-8b21-e9cbc1234871), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:44.722166 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-dbbe3c24-db6f-4125-99a4-8230f1f0adcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (a60b853b-b7bb-4bcd-8b21-e9cbc1234871), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:44.755596 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c1dc24e8-2829-47f4-8956-96d8a49a60ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (36571be3-53a9-49d7-886e-a78a37840177), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:44.758219 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c1dc24e8-2829-47f4-8956-96d8a49a60ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:44.761125 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-c1dc24e8-2829-47f4-8956-96d8a49a60ad admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/36571be3-53a9-49d7-886e-a78a37840177 HTTP/1.1" status: 204 len: 168 time: 0.2437282 Feb 16 18:20:44.761820 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-dbbe3c24-db6f-4125-99a4-8230f1f0adcd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a734056d5c504d6ebe2800c66cf06cf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5629530 Feb 16 18:20:44.765963 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 53902) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:44.768527 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe3c24-db6f-4125-99a4-8230f1f0adcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60b853b-b7bb-4bcd-8b21-e9cbc1234871,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:44.768651 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc24e8-2829-47f4-8956-96d8a49a60ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36571be3-53a9-49d7-886e-a78a37840177,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:44.832172 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d3ccc17e-ecf2-4493-aa95-1723db8e4d24 admin admin] Publish callbacks [] for security_group (a60b853b-b7bb-4bcd-8b21-e9cbc1234871), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:44.855291 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d3ccc17e-ecf2-4493-aa95-1723db8e4d24 admin admin] Publish callbacks [] for security_group (a60b853b-b7bb-4bcd-8b21-e9cbc1234871), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:44.996002 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d3ccc17e-ecf2-4493-aa95-1723db8e4d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (a60b853b-b7bb-4bcd-8b21-e9cbc1234871), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:44.999082 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d3ccc17e-ecf2-4493-aa95-1723db8e4d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:45.000262 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-d3ccc17e-ecf2-4493-aa95-1723db8e4d24 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a60b853b-b7bb-4bcd-8b21-e9cbc1234871 HTTP/1.1" status: 204 len: 168 time: 0.2330413 Feb 16 18:20:45.009582 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ccc17e-ecf2-4493-aa95-1723db8e4d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60b853b-b7bb-4bcd-8b21-e9cbc1234871,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:45.234474 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957e8f2-bd94-40ff-a3ca-7dee2851f8e9 req-4b0fc6a7-74df-4937-80be-4b24812c89e1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:45.237129 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c957e8f2-bd94-40ff-a3ca-7dee2851f8e9 req-4b0fc6a7-74df-4937-80be-4b24812c89e1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0662770 Feb 16 18:20:45.288939 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c957e8f2-bd94-40ff-a3ca-7dee2851f8e9 req-e9c22998-9592-4d30-8d1f-eac102b8df00 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463564 Feb 16 18:20:45.768425 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ebbb5-0840-49d5-9630-5fbd1cc46118 req-58af0b43-3ee8-41c6-bbfa-ce8d942eee3c tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:45.769961 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ea6ebbb5-0840-49d5-9630-5fbd1cc46118 req-58af0b43-3ee8-41c6-bbfa-ce8d942eee3c tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 945 time: 0.0591629 Feb 16 18:20:45.820431 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ea6ebbb5-0840-49d5-9630-5fbd1cc46118 req-082918ab-c8ab-46c8-89e0-fe273392caca tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448437 Feb 16 18:20:46.464943 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8ec98-6f44-4330-a663-590f4dc75e9b req-0df8b074-2fc6-4795-a0d9-15b8801ddc46 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:46.466520 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8bc8ec98-6f44-4330-a663-590f4dc75e9b req-0df8b074-2fc6-4795-a0d9-15b8801ddc46 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0575213 Feb 16 18:20:46.548393 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8bc8ec98-6f44-4330-a663-590f4dc75e9b req-545c7d5a-a229-443a-9ec9-a722f5b3f12c tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643294 Feb 16 18:20:46.718099 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a45855-eb8d-40b9-b069-248ade474c56 req-2c16ef52-0726-4064-a352-f24d40e3b9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:46.720196 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-73a45855-eb8d-40b9-b069-248ade474c56 req-2c16ef52-0726-4064-a352-f24d40e3b9c6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 1129 time: 0.0454831 Feb 16 18:20:46.769889 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-73a45855-eb8d-40b9-b069-248ade474c56 req-52de581a-1d27-4e06-aae4-ebb8b70394de service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392399 Feb 16 18:20:46.952456 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8a58a-dfae-42c1-a409-91e08b2cc519 req-67c1c255-4448-455d-9ebf-eaf3e97416da tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:46.956239 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-dae8a58a-dfae-42c1-a409-91e08b2cc519 req-67c1c255-4448-455d-9ebf-eaf3e97416da tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 945 time: 0.0601981 Feb 16 18:20:47.005103 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-dae8a58a-dfae-42c1-a409-91e08b2cc519 req-5178f79d-8336-443e-b424-1a7c472ebad0 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440099 Feb 16 18:20:47.687357 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79948e-d08b-4385-a8ac-e1acaf9e5442 req-baf438e5-ef07-4baf-a0b7-9c01ee3c6aab tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:47.692352 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fd79948e-d08b-4385-a8ac-e1acaf9e5442 req-baf438e5-ef07-4baf-a0b7-9c01ee3c6aab tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0607409 Feb 16 18:20:47.738971 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fd79948e-d08b-4385-a8ac-e1acaf9e5442 req-1c43b939-869d-4df5-a1f4-ad63e8ddaeb2 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442727 Feb 16 18:20:47.929439 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d245ba0-74b8-4c44-9253-f5a8ab976e21 req-60c7db91-0192-4d83-93e6-9caf8584acbb tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:47.934763 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-3d245ba0-74b8-4c44-9253-f5a8ab976e21 req-60c7db91-0192-4d83-93e6-9caf8584acbb tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0865345 Feb 16 18:20:47.939911 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 54024) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:47.944679 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-532accfa-3df6-4193-a7a8-9bec3206aab4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Request body: {'floatingip': {'port_id': 'e7404f7f-4115-4ed5-81ed-47e766032126'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:20:48.028174 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-532accfa-3df6-4193-a7a8-9bec3206aab4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for floatingip (14f5a5e4-5829-4c50-b30f-356b42d7f5c5), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:48.236625 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f9a38-ec95-41c2-afed-2d540fdca330 req-7b223456-1f21-45e3-b97b-1b9fc8affa2a tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:48.238184 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c15f9a38-ec95-41c2-afed-2d540fdca330 req-7b223456-1f21-45e3-b97b-1b9fc8affa2a tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 945 time: 0.1251600 Feb 16 18:20:48.357504 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c15f9a38-ec95-41c2-afed-2d540fdca330 req-ef270e6f-49e7-40bf-92c7-f35b330b1751 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822828 Feb 16 18:20:48.822538 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.db.resource_extend [None req-532accfa-3df6-4193-a7a8-9bec3206aab4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 18:20:48.900976 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-532accfa-3df6-4193-a7a8-9bec3206aab4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:48.967891 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-532accfa-3df6-4193-a7a8-9bec3206aab4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459730'] for floatingip (14f5a5e4-5829-4c50-b30f-356b42d7f5c5), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:49.079280 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.db.l3_db [None req-532accfa-3df6-4193-a7a8-9bec3206aab4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Floating IP 14f5a5e4-5829-4c50-b30f-356b42d7f5c5 associated. External IP: 172.27.3.26, port: e7404f7f-4115-4ed5-81ed-47e766032126. Feb 16 18:20:49.306645 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532accfa-3df6-4193-a7a8-9bec3206aab4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Router bf206999-21fd-48f2-880a-1a878b4c6f6f has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:20:49.428056 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532accfa-3df6-4193-a7a8-9bec3206aab4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:20:49.433408 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-532accfa-3df6-4193-a7a8-9bec3206aab4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for floatingip (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:49.442421 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389f1ad3-b63e-44f6-9c52-36c59e9436fd None None] Sync routers for ids ['bf206999-21fd-48f2-880a-1a878b4c6f6f'] in dv-cinder-773985-33-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:20:49.455915 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389f1ad3-b63e-44f6-9c52-36c59e9436fd None None] Routers {'bf206999-21fd-48f2-880a-1a878b4c6f6f'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:20:49.456557 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-389f1ad3-b63e-44f6-9c52-36c59e9436fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:20:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['bf206999-21fd-48f2-880a-1a878b4c6f6f'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:20:49.466584 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-532accfa-3df6-4193-a7a8-9bec3206aab4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "PUT /v2.0/floatingips/14f5a5e4-5829-4c50-b30f-356b42d7f5c5 HTTP/1.1" status: 200 len: 990 time: 1.5255575 Feb 16 18:20:49.467526 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863c1552-51f2-45c2-b3cd-9a674b063f6e', 'tag': 'e7404f7f-4115-4ed5-81ed-47e766032126'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:20:49.472387 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0d5194-05d7-422b-937c-a586c4fcd744" -d '{"events": [{"name": "network-changed", "server_uuid": "863c1552-51f2-45c2-b3cd-9a674b063f6e", "tag": "e7404f7f-4115-4ed5-81ed-47e766032126"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:20:49.502299 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3521a-ce9f-4085-8e02-d8a898354754 req-18011455-2b2f-48d3-9c24-ff8edac60d13 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:49.504017 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-05d3521a-ce9f-4085-8e02-d8a898354754 req-18011455-2b2f-48d3-9c24-ff8edac60d13 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 945 time: 0.0704932 Feb 16 18:20:49.560265 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-05d3521a-ce9f-4085-8e02-d8a898354754 req-fe437b67-42cc-43bf-bc30-bf5fe6fd8bb2 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468638 Feb 16 18:20:49.585452 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-389f1ad3-b63e-44f6-9c52-36c59e9436fd None None] Set router bf206999-21fd-48f2-880a-1a878b4c6f6f gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:20:49.603939 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe0f8a9-7c86-40cb-8ea0-47537d53969a x-openstack-request-id: req-8fe0f8a9-7c86-40cb-8ea0-47537d53969a {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:20:49.604233 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "863c1552-51f2-45c2-b3cd-9a674b063f6e", "tag": "e7404f7f-4115-4ed5-81ed-47e766032126", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:20:49.604486 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8fe0f8a9-7c86-40cb-8ea0-47537d53969a {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:20:49.604913 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '863c1552-51f2-45c2-b3cd-9a674b063f6e', 'tag': 'e7404f7f-4115-4ed5-81ed-47e766032126', 'status': 'completed', 'code': 200} Feb 16 18:20:49.679760 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d5194-05d7-422b-937c-a586c4fcd744 req-98e71bb8-e913-41a6-8017-352fa6041304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:49.681297 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1c0d5194-05d7-422b-937c-a586c4fcd744 req-98e71bb8-e913-41a6-8017-352fa6041304 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0aaf8bb86aa245d6a791ffe04f8a7cea&device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 1129 time: 0.0539012 Feb 16 18:20:49.779065 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d5194-05d7-422b-937c-a586c4fcd744 req-b5790f2c-8eb9-4549-afed-c6d62f12a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:49.780521 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1c0d5194-05d7-422b-937c-a586c4fcd744 req-b5790f2c-8eb9-4549-afed-c6d62f12a87a service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e0a2f9f-e6a2-446a-9d48-be3aafb44596 HTTP/1.1" status: 200 len: 911 time: 0.0923195 Feb 16 18:20:49.928423 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1c0d5194-05d7-422b-937c-a586c4fcd744 req-bc85a454-8c5b-4b64-8d2e-8e878c7c090d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7404f7f-4115-4ed5-81ed-47e766032126 HTTP/1.1" status: 200 len: 998 time: 0.1106105 Feb 16 18:20:49.966509 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-389f1ad3-b63e-44f6-9c52-36c59e9436fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'name': 'tempest-AttachVolumeTestJSON-327368075-router', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:14Z', 'revision_number': 4, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'gw_port': {'id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': '14f5a5e4-5829-4c50-b30f-356b42d7f5c5', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'port_id': 'e7404f7f-4115-4ed5-81ed-47e766032126', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596', 'mac_address': 'fa:16:3e:4c:bf:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c1552-51f2-45c2-b3cd-9a674b063f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:20:20Z', 'updated_at': '2022-02-16T18:20:48Z', 'revision_number': 1, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31806db4-3ba8-4d25-9939-ec2d55da9a1e', 'name': '', 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'mac_address': 'fa:16:3e:fa:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:13Z', 'updated_at': '2022-02-16T18:20:19Z', 'revision_number': 5, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'subnets': [{'id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:20:49.992917 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d5194-05d7-422b-937c-a586c4fcd744 req-c7fbf384-6ee3-4c13-8eb3-771f9c79ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:49.994108 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389f1ad3-b63e-44f6-9c52-36c59e9436fd None None] Checking router: bf206999-21fd-48f2-880a-1a878b4c6f6f for host: dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:20:49.999072 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1c0d5194-05d7-422b-937c-a586c4fcd744 req-c7fbf384-6ee3-4c13-8eb3-771f9c79ed81 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a HTTP/1.1" status: 200 len: 849 time: 0.0527339 Feb 16 18:20:50.003218 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389f1ad3-b63e-44f6-9c52-36c59e9436fd None None] Routers {'bf206999-21fd-48f2-880a-1a878b4c6f6f'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:20:50.003822 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-389f1ad3-b63e-44f6-9c52-36c59e9436fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:20:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['bf206999-21fd-48f2-880a-1a878b4c6f6f'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:20:50.046412 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d5194-05d7-422b-937c-a586c4fcd744 req-f5d96b40-9cbd-430f-928e-741bc443122a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:50.048565 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1c0d5194-05d7-422b-937c-a586c4fcd744 req-f5d96b40-9cbd-430f-928e-741bc443122a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e0a2f9f-e6a2-446a-9d48-be3aafb44596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463605 Feb 16 18:20:50.120925 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-389f1ad3-b63e-44f6-9c52-36c59e9436fd None None] Set router bf206999-21fd-48f2-880a-1a878b4c6f6f gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:20:50.152698 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1c0d5194-05d7-422b-937c-a586c4fcd744 req-033eab33-c8ab-4541-89c8-18f79e864517 service neutron] 10.222.0.45 "GET /v2.0/networks/2e0a2f9f-e6a2-446a-9d48-be3aafb44596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915375 Feb 16 18:20:50.301861 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1c0d5194-05d7-422b-937c-a586c4fcd744 req-cc0b06fb-0750-40ef-b98a-8bd2ed718e4c service neutron] 10.222.0.45 "GET /v2.0/networks/2e0a2f9f-e6a2-446a-9d48-be3aafb44596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464801 Feb 16 18:20:50.416379 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-389f1ad3-b63e-44f6-9c52-36c59e9436fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'name': 'tempest-AttachVolumeTestJSON-327368075-router', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:14Z', 'revision_number': 4, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'gw_port': {'id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': '14f5a5e4-5829-4c50-b30f-356b42d7f5c5', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'port_id': 'e7404f7f-4115-4ed5-81ed-47e766032126', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596', 'mac_address': 'fa:16:3e:4c:bf:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c1552-51f2-45c2-b3cd-9a674b063f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:20:20Z', 'updated_at': '2022-02-16T18:20:48Z', 'revision_number': 1, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31806db4-3ba8-4d25-9939-ec2d55da9a1e', 'name': '', 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'mac_address': 'fa:16:3e:fa:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:13Z', 'updated_at': '2022-02-16T18:20:19Z', 'revision_number': 5, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'subnets': [{'id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:20:50.448006 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389f1ad3-b63e-44f6-9c52-36c59e9436fd None None] The sync data for ids ['bf206999-21fd-48f2-880a-1a878b4c6f6f'] in dv-cinder-773985-33-iscsi is: [{'id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'name': 'tempest-AttachVolumeTestJSON-327368075-router', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:14Z', 'revision_number': 4, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'gw_port': {'id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': '14f5a5e4-5829-4c50-b30f-356b42d7f5c5', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'port_id': 'e7404f7f-4115-4ed5-81ed-47e766032126', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596', 'mac_address': 'fa:16:3e:4c:bf:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863c1552-51f2-45c2-b3cd-9a674b063f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:20:20Z', 'updated_at': '2022-02-16T18:20:48Z', 'revision_number': 1, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31806db4-3ba8-4d25-9939-ec2d55da9a1e', 'name': '', 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'mac_address': 'fa:16:3e:fa:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:13Z', 'updated_at': '2022-02-16T18:20:19Z', 'revision_number': 5, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'subnets': [{'id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:20:50.696162 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aee275-2e1e-468a-8be6-650aaddcb6c1 None None] New status for floating IP 14f5a5e4-5829-4c50-b30f-356b42d7f5c5: ACTIVE {{(pid=103277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 18:20:50.712257 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef73ef-eb08-48ae-9c08-ca3ed15e2831 req-67c6ad41-2353-4e67-85ac-6791b8d38fd7 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:50.713802 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ecef73ef-eb08-48ae-9c08-ca3ed15e2831 req-67c6ad41-2353-4e67-85ac-6791b8d38fd7 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 945 time: 0.0681090 Feb 16 18:20:50.791981 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ecef73ef-eb08-48ae-9c08-ca3ed15e2831 req-d1092095-d6c9-4bac-9fe2-1d998505c047 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605133 Feb 16 18:20:51.924274 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea92b6-672a-490d-8afb-2da84f2d8c4a req-56336110-938b-4e94-8672-cd165aa1783d tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:20:51.925832 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-24ea92b6-672a-490d-8afb-2da84f2d8c4a req-56336110-938b-4e94-8672-cd165aa1783d tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 945 time: 0.0625138 Feb 16 18:20:51.982031 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-24ea92b6-672a-490d-8afb-2da84f2d8c4a req-d758a25e-1b3a-46ea-b20d-9c963bc3c6c9 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501728 Feb 16 18:20:52.448270 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 54168) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:52.571323 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-714f52c1-e75f-45a5-9b92-aef6fbffb2e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:52.661232 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-714f52c1-e75f-45a5-9b92-aef6fbffb2e4 admin admin] Publish callbacks [] for security_group (a8b5f56c-30e0-4357-936d-bb27c4c8e9a5), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:52.773293 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-714f52c1-e75f-45a5-9b92-aef6fbffb2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (a8b5f56c-30e0-4357-936d-bb27c4c8e9a5), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:52.815969 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-714f52c1-e75f-45a5-9b92-aef6fbffb2e4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4ae14c10b27f4ac19b2ea58c553dc15c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3661177 Feb 16 18:20:52.816852 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f52c1-e75f-45a5-9b92-aef6fbffb2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b5f56c-30e0-4357-936d-bb27c4c8e9a5,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:52.820121 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 54180) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:52.893731 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dd692ba3-c990-4a63-a919-ecc225c3e275 admin admin] Publish callbacks [] for security_group (a8b5f56c-30e0-4357-936d-bb27c4c8e9a5), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:52.942305 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dd692ba3-c990-4a63-a919-ecc225c3e275 admin admin] Publish callbacks [] for security_group (a8b5f56c-30e0-4357-936d-bb27c4c8e9a5), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:53.087103 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dd692ba3-c990-4a63-a919-ecc225c3e275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (a8b5f56c-30e0-4357-936d-bb27c4c8e9a5), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:53.090006 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dd692ba3-c990-4a63-a919-ecc225c3e275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:53.091294 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-dd692ba3-c990-4a63-a919-ecc225c3e275 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a8b5f56c-30e0-4357-936d-bb27c4c8e9a5 HTTP/1.1" status: 204 len: 168 time: 0.2693958 Feb 16 18:20:53.104442 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd692ba3-c990-4a63-a919-ecc225c3e275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b5f56c-30e0-4357-936d-bb27c4c8e9a5,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:53.731208 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 54212) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:53.745669 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2876019c-b825-445c-90c7-8b16c31c4594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:53.823449 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2876019c-b825-445c-90c7-8b16c31c4594 admin admin] Publish callbacks [] for security_group (5f4afbef-e047-4fdd-9649-45515e1265b4), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:53.893183 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2876019c-b825-445c-90c7-8b16c31c4594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (5f4afbef-e047-4fdd-9649-45515e1265b4), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:53.935168 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-2876019c-b825-445c-90c7-8b16c31c4594 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f616db9d61104e8b8719c1e2649032b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1998117 Feb 16 18:20:53.935168 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876019c-b825-445c-90c7-8b16c31c4594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4afbef-e047-4fdd-9649-45515e1265b4,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:53.935470 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 54216) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:53.992598 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2d11-2da9-4636-935f-0e042797cc56 admin admin] Publish callbacks [] for security_group (5f4afbef-e047-4fdd-9649-45515e1265b4), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:54.019274 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2d11-2da9-4636-935f-0e042797cc56 admin admin] Publish callbacks [] for security_group (5f4afbef-e047-4fdd-9649-45515e1265b4), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:54.061580 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:20:54.173817 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2d11-2da9-4636-935f-0e042797cc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (5f4afbef-e047-4fdd-9649-45515e1265b4), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:54.176516 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2d11-2da9-4636-935f-0e042797cc56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:54.177706 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-0dbe2d11-2da9-4636-935f-0e042797cc56 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5f4afbef-e047-4fdd-9649-45515e1265b4 HTTP/1.1" status: 204 len: 168 time: 0.2417295 Feb 16 18:20:54.185619 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe2d11-2da9-4636-935f-0e042797cc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4afbef-e047-4fdd-9649-45515e1265b4,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:57.778779 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 54384) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:57.896863 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fd4de767-d446-4969-b150-e4d1230b2884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:57.980118 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fd4de767-d446-4969-b150-e4d1230b2884 admin admin] Publish callbacks [] for security_group (4f68d7e8-442f-4b06-9792-90f22d164173), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:58.093060 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-fd4de767-d446-4969-b150-e4d1230b2884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (4f68d7e8-442f-4b06-9792-90f22d164173), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:58.131639 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-fd4de767-d446-4969-b150-e4d1230b2884 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=475ff80ad7d94793b52e8cc94b849cd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3517792 Feb 16 18:20:58.133538 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4de767-d446-4969-b150-e4d1230b2884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f68d7e8-442f-4b06-9792-90f22d164173,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:58.134470 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 54392) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:58.188944 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f4d1e983-007a-48e8-b842-e9823c094760 admin admin] Publish callbacks [] for security_group (4f68d7e8-442f-4b06-9792-90f22d164173), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:58.224847 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f4d1e983-007a-48e8-b842-e9823c094760 admin admin] Publish callbacks [] for security_group (4f68d7e8-442f-4b06-9792-90f22d164173), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:58.356841 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f4d1e983-007a-48e8-b842-e9823c094760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (4f68d7e8-442f-4b06-9792-90f22d164173), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:58.361660 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f4d1e983-007a-48e8-b842-e9823c094760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:58.363262 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-f4d1e983-007a-48e8-b842-e9823c094760 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4f68d7e8-442f-4b06-9792-90f22d164173 HTTP/1.1" status: 204 len: 168 time: 0.2276785 Feb 16 18:20:58.373746 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1e983-007a-48e8-b842-e9823c094760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f68d7e8-442f-4b06-9792-90f22d164173,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:58.626257 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 54428) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:58.758800 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-876dc540-d6ea-4116-a3a8-fc1d44e550a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:58.845789 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-876dc540-d6ea-4116-a3a8-fc1d44e550a8 admin admin] Publish callbacks [] for security_group (a3819e94-f47b-4dcf-902b-e2b585c6d3de), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:58.898920 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-876dc540-d6ea-4116-a3a8-fc1d44e550a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (a3819e94-f47b-4dcf-902b-e2b585c6d3de), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:58.932307 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 54448) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:58.932678 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-876dc540-d6ea-4116-a3a8-fc1d44e550a8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=be8d9c0128bf4013a9039e41d2635204&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3050308 Feb 16 18:20:58.959575 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876dc540-d6ea-4116-a3a8-fc1d44e550a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3819e94-f47b-4dcf-902b-e2b585c6d3de,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:59.001192 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d380b1b7-feeb-4cc1-94be-a97f16156313 admin admin] Publish callbacks [] for security_group (a3819e94-f47b-4dcf-902b-e2b585c6d3de), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:59.022198 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d380b1b7-feeb-4cc1-94be-a97f16156313 admin admin] Publish callbacks [] for security_group (a3819e94-f47b-4dcf-902b-e2b585c6d3de), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:59.043439 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 54450) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:59.056766 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a3370a6a-8bb3-426f-9f59-92d34f5b55fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:59.144496 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d380b1b7-feeb-4cc1-94be-a97f16156313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (a3819e94-f47b-4dcf-902b-e2b585c6d3de), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:59.147187 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d380b1b7-feeb-4cc1-94be-a97f16156313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:59.148419 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-d380b1b7-feeb-4cc1-94be-a97f16156313 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a3819e94-f47b-4dcf-902b-e2b585c6d3de HTTP/1.1" status: 204 len: 168 time: 0.2151251 Feb 16 18:20:59.156411 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380b1b7-feeb-4cc1-94be-a97f16156313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3819e94-f47b-4dcf-902b-e2b585c6d3de,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:59.202473 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a3370a6a-8bb3-426f-9f59-92d34f5b55fb admin admin] Publish callbacks [] for security_group (864b7cb6-b874-4bb5-91b5-ca96af09bd1a), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:59.338812 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a3370a6a-8bb3-426f-9f59-92d34f5b55fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (864b7cb6-b874-4bb5-91b5-ca96af09bd1a), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:59.397109 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-a3370a6a-8bb3-426f-9f59-92d34f5b55fb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=100ec9da4cf648978a16504b45c2ed1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3525536 Feb 16 18:20:59.398067 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3370a6a-8bb3-426f-9f59-92d34f5b55fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864b7cb6-b874-4bb5-91b5-ca96af09bd1a,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:59.402410 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 54462) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:59.459439 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f8d503d3-3204-4abd-a2b6-528dc3a95aa8 admin admin] Publish callbacks [] for security_group (864b7cb6-b874-4bb5-91b5-ca96af09bd1a), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:59.481442 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f8d503d3-3204-4abd-a2b6-528dc3a95aa8 admin admin] Publish callbacks [] for security_group (864b7cb6-b874-4bb5-91b5-ca96af09bd1a), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:59.613106 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f8d503d3-3204-4abd-a2b6-528dc3a95aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (864b7cb6-b874-4bb5-91b5-ca96af09bd1a), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:59.615976 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f8d503d3-3204-4abd-a2b6-528dc3a95aa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:59.617420 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-f8d503d3-3204-4abd-a2b6-528dc3a95aa8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/864b7cb6-b874-4bb5-91b5-ca96af09bd1a HTTP/1.1" status: 204 len: 168 time: 0.2138901 Feb 16 18:20:59.630408 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d503d3-3204-4abd-a2b6-528dc3a95aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864b7cb6-b874-4bb5-91b5-ca96af09bd1a,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:20:59.724630 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 54478) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:20:59.873275 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-0f819277-4b45-4a40-96ad-3f18633bf6c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:20:59.969456 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-0f819277-4b45-4a40-96ad-3f18633bf6c8 admin admin] Publish callbacks [] for security_group (47db5a05-964b-44d4-a577-37e314fc6f72), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:00.036172 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-0f819277-4b45-4a40-96ad-3f18633bf6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (47db5a05-964b-44d4-a577-37e314fc6f72), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:00.084584 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-0f819277-4b45-4a40-96ad-3f18633bf6c8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=478183a0670b439c990b51173762adcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3579810 Feb 16 18:21:00.085856 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f819277-4b45-4a40-96ad-3f18633bf6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47db5a05-964b-44d4-a577-37e314fc6f72,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:00.087329 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 54504) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:00.150625 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c6123151-f3b0-4f7b-9fcc-4b3a69acf1d5 admin admin] Publish callbacks [] for security_group (47db5a05-964b-44d4-a577-37e314fc6f72), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:00.193302 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c6123151-f3b0-4f7b-9fcc-4b3a69acf1d5 admin admin] Publish callbacks [] for security_group (47db5a05-964b-44d4-a577-37e314fc6f72), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:00.315738 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c6123151-f3b0-4f7b-9fcc-4b3a69acf1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (47db5a05-964b-44d4-a577-37e314fc6f72), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:00.318594 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c6123151-f3b0-4f7b-9fcc-4b3a69acf1d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:00.319764 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-c6123151-f3b0-4f7b-9fcc-4b3a69acf1d5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/47db5a05-964b-44d4-a577-37e314fc6f72 HTTP/1.1" status: 204 len: 168 time: 0.2314754 Feb 16 18:21:00.328396 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6123151-f3b0-4f7b-9fcc-4b3a69acf1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47db5a05-964b-44d4-a577-37e314fc6f72,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:01.797569 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 54598) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:01.968063 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d6b615af-6c3f-48a6-81a4-f3c2936e6317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:02.117913 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d6b615af-6c3f-48a6-81a4-f3c2936e6317 admin admin] Publish callbacks [] for security_group (e7bef6bd-480a-484a-b81c-eda3ff3e7f75), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:02.178374 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d6b615af-6c3f-48a6-81a4-f3c2936e6317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (e7bef6bd-480a-484a-b81c-eda3ff3e7f75), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:02.196174 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2f082630-6a70-4563-af91-37cd8a3a068a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:02.227833 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-d6b615af-6c3f-48a6-81a4-f3c2936e6317 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e5bdf677626648cd9862d28a600abc09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4290800 Feb 16 18:21:02.230824 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 54628) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:02.233227 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b615af-6c3f-48a6-81a4-f3c2936e6317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bef6bd-480a-484a-b81c-eda3ff3e7f75,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:02.308746 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-28cc68de-d585-4add-b1c5-52ae93812a81 admin admin] Publish callbacks [] for security_group (e7bef6bd-480a-484a-b81c-eda3ff3e7f75), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:02.336445 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-28cc68de-d585-4add-b1c5-52ae93812a81 admin admin] Publish callbacks [] for security_group (e7bef6bd-480a-484a-b81c-eda3ff3e7f75), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:02.458647 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-28cc68de-d585-4add-b1c5-52ae93812a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (e7bef6bd-480a-484a-b81c-eda3ff3e7f75), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:02.461699 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-28cc68de-d585-4add-b1c5-52ae93812a81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:02.463001 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-28cc68de-d585-4add-b1c5-52ae93812a81 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e7bef6bd-480a-484a-b81c-eda3ff3e7f75 HTTP/1.1" status: 204 len: 168 time: 0.2309728 Feb 16 18:21:02.473010 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc68de-d585-4add-b1c5-52ae93812a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bef6bd-480a-484a-b81c-eda3ff3e7f75,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:02.992349 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 54704) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:03.132405 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f0865868-c098-42c4-b730-c379b26606e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:03.220699 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f0865868-c098-42c4-b730-c379b26606e3 admin admin] Publish callbacks [] for security_group (75bd09a9-04a3-4701-b87f-97e820c8cc3b), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:03.310656 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f0865868-c098-42c4-b730-c379b26606e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (75bd09a9-04a3-4701-b87f-97e820c8cc3b), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:03.351970 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-f0865868-c098-42c4-b730-c379b26606e3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=cb0a68df569a40d7a70e334c7c010259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3571074 Feb 16 18:21:03.354663 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0865868-c098-42c4-b730-c379b26606e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bd09a9-04a3-4701-b87f-97e820c8cc3b,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:03.355223 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 54718) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:03.410154 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c1c9f997-ff5b-413a-aecc-0c34ce4bf383 admin admin] Publish callbacks [] for security_group (75bd09a9-04a3-4701-b87f-97e820c8cc3b), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:03.440390 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c1c9f997-ff5b-413a-aecc-0c34ce4bf383 admin admin] Publish callbacks [] for security_group (75bd09a9-04a3-4701-b87f-97e820c8cc3b), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:03.544797 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c1c9f997-ff5b-413a-aecc-0c34ce4bf383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (75bd09a9-04a3-4701-b87f-97e820c8cc3b), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:03.548983 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c1c9f997-ff5b-413a-aecc-0c34ce4bf383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:03.550204 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-c1c9f997-ff5b-413a-aecc-0c34ce4bf383 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/75bd09a9-04a3-4701-b87f-97e820c8cc3b HTTP/1.1" status: 204 len: 168 time: 0.1925216 Feb 16 18:21:03.577460 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9f997-ff5b-413a-aecc-0c34ce4bf383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bd09a9-04a3-4701-b87f-97e820c8cc3b,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:04.241557 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 54766) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:04.259527 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-dd171de2-2860-4f02-bb34-80a5994b60bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:04.366787 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-dd171de2-2860-4f02-bb34-80a5994b60bd admin admin] Publish callbacks [] for security_group (4734e1c3-077e-4725-82b2-dfa7a8f6c3bf), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:04.418485 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-57f0da66-e72e-415e-b6e5-541d72424d7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:04.464158 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-dd171de2-2860-4f02-bb34-80a5994b60bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (4734e1c3-077e-4725-82b2-dfa7a8f6c3bf), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:04.508760 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd171de2-2860-4f02-bb34-80a5994b60bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4734e1c3-077e-4725-82b2-dfa7a8f6c3bf,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:04.513992 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-dd171de2-2860-4f02-bb34-80a5994b60bd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d057efcaf6b843ffa29eff83705750ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2710583 Feb 16 18:21:04.517250 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 54782) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:04.578091 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f3552830-07e4-401f-bbd1-21159070624f admin admin] Publish callbacks [] for security_group (4734e1c3-077e-4725-82b2-dfa7a8f6c3bf), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:04.601666 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f3552830-07e4-401f-bbd1-21159070624f admin admin] Publish callbacks [] for security_group (4734e1c3-077e-4725-82b2-dfa7a8f6c3bf), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:04.704732 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f3552830-07e4-401f-bbd1-21159070624f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (4734e1c3-077e-4725-82b2-dfa7a8f6c3bf), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:04.707959 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f3552830-07e4-401f-bbd1-21159070624f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:04.709594 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-f3552830-07e4-401f-bbd1-21159070624f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4734e1c3-077e-4725-82b2-dfa7a8f6c3bf HTTP/1.1" status: 204 len: 168 time: 0.1909184 Feb 16 18:21:04.717534 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3552830-07e4-401f-bbd1-21159070624f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4734e1c3-077e-4725-82b2-dfa7a8f6c3bf,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:05.882410 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:06.972798 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:08.486999 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:08.608373 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-e53e6e8a-0491-4085-be12-f5eb2e7c8555 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=b3f56ad3a05943d093d380cc13a24017&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334280 Feb 16 18:21:09.019745 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-fa8e87f1-52ff-4b81-a32b-754cc5fa1210 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:09.021201 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-fa8e87f1-52ff-4b81-a32b-754cc5fa1210 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4065139 Feb 16 18:21:09.036593 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-f0b674e8-f1eb-4a08-b904-56fb565d163c tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/quotas/b3f56ad3a05943d093d380cc13a24017 HTTP/1.1" status: 200 len: 375 time: 0.0098021 Feb 16 18:21:09.070772 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-3641dac0-7fb5-4a20-a296-060d3876a476 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=b3f56ad3a05943d093d380cc13a24017&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276768 Feb 16 18:21:09.299348 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-cbd75e14-bffe-4b63-aa6b-8f0cb276b4d2 req-b0a55479-e8a1-4af6-a247-3b13e1ae4446 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 210 time: 0.0279207 Feb 16 18:21:10.009787 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 54960) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:10.118919 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-95dace68-5aa8-452c-a919-f7fa2e433235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:10.197514 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-95dace68-5aa8-452c-a919-f7fa2e433235 admin admin] Publish callbacks [] for security_group (290f9141-289f-46ab-9ce1-74e912b25366), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:10.269937 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-95dace68-5aa8-452c-a919-f7fa2e433235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (290f9141-289f-46ab-9ce1-74e912b25366), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:10.310559 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dace68-5aa8-452c-a919-f7fa2e433235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290f9141-289f-46ab-9ce1-74e912b25366,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:10.316110 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-95dace68-5aa8-452c-a919-f7fa2e433235 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c651141316c94c24802266a0752ad29d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3043704 Feb 16 18:21:10.318130 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 54966) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:10.323526 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dace68-5aa8-452c-a919-f7fa2e433235 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:10.323980 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dace68-5aa8-452c-a919-f7fa2e433235 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:10.324406 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dace68-5aa8-452c-a919-f7fa2e433235 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:10.324811 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dace68-5aa8-452c-a919-f7fa2e433235 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:10.325259 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dace68-5aa8-452c-a919-f7fa2e433235 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:10.325650 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dace68-5aa8-452c-a919-f7fa2e433235 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:10.326247 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dace68-5aa8-452c-a919-f7fa2e433235 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:10.330192 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dace68-5aa8-452c-a919-f7fa2e433235 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:10.330192 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dace68-5aa8-452c-a919-f7fa2e433235 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:10.330192 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dace68-5aa8-452c-a919-f7fa2e433235 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:10.330192 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dace68-5aa8-452c-a919-f7fa2e433235 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:10.330192 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dace68-5aa8-452c-a919-f7fa2e433235 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:10.330614 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dace68-5aa8-452c-a919-f7fa2e433235 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:10.418275 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-460c4562-c36a-401a-844e-80757d185f7c req-77e6e293-6ce7-4f16-9be9-fa04b56bdf77 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 210 time: 0.0345757 Feb 16 18:21:10.426313 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f2aced78-290d-4be0-9916-6ace5858ca1b admin admin] Publish callbacks [] for security_group (290f9141-289f-46ab-9ce1-74e912b25366), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:10.454338 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f2aced78-290d-4be0-9916-6ace5858ca1b admin admin] Publish callbacks [] for security_group (290f9141-289f-46ab-9ce1-74e912b25366), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:10.477467 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c252344-66b5-4ada-835d-7fba495f27a5 req-c2735f36-796d-4977-808d-3bb3a46452f4 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:10.478940 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0c252344-66b5-4ada-835d-7fba495f27a5 req-c2735f36-796d-4977-808d-3bb3a46452f4 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 945 time: 0.0999496 Feb 16 18:21:10.552738 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0c252344-66b5-4ada-835d-7fba495f27a5 req-8cfcc0a2-fbde-44e6-842e-0d18886612d5 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601053 Feb 16 18:21:10.624291 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f2aced78-290d-4be0-9916-6ace5858ca1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (290f9141-289f-46ab-9ce1-74e912b25366), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:10.627062 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f2aced78-290d-4be0-9916-6ace5858ca1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:10.628200 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-f2aced78-290d-4be0-9916-6ace5858ca1b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/290f9141-289f-46ab-9ce1-74e912b25366 HTTP/1.1" status: 204 len: 168 time: 0.3083973 Feb 16 18:21:10.638553 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aced78-290d-4be0-9916-6ace5858ca1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290f9141-289f-46ab-9ce1-74e912b25366,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:10.645998 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aced78-290d-4be0-9916-6ace5858ca1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:10.646339 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aced78-290d-4be0-9916-6ace5858ca1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:10.646678 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aced78-290d-4be0-9916-6ace5858ca1b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:10.647028 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aced78-290d-4be0-9916-6ace5858ca1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:10.647484 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aced78-290d-4be0-9916-6ace5858ca1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:10.647814 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aced78-290d-4be0-9916-6ace5858ca1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:10.648139 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aced78-290d-4be0-9916-6ace5858ca1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:10.648461 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aced78-290d-4be0-9916-6ace5858ca1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:10.648784 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aced78-290d-4be0-9916-6ace5858ca1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:10.649129 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aced78-290d-4be0-9916-6ace5858ca1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:10.649453 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aced78-290d-4be0-9916-6ace5858ca1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:10.649768 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aced78-290d-4be0-9916-6ace5858ca1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:10.650083 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aced78-290d-4be0-9916-6ace5858ca1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:11.170799 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 54986) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:11.184724 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2883e0c2-19de-4712-99e0-faccc588d971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:11.262767 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2883e0c2-19de-4712-99e0-faccc588d971 admin admin] Publish callbacks [] for security_group (599104e3-d890-4e8c-a420-5a948042e551), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:11.327532 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2883e0c2-19de-4712-99e0-faccc588d971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (599104e3-d890-4e8c-a420-5a948042e551), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:11.366597 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-2883e0c2-19de-4712-99e0-faccc588d971 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6ea4f0ce84b14d37b8f6d994ce08909b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1945670 Feb 16 18:21:11.367434 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883e0c2-19de-4712-99e0-faccc588d971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599104e3-d890-4e8c-a420-5a948042e551,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:11.369820 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 54988) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:11.417372 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-90fb0b53-2b08-4c4d-88fb-a242a43c9869 admin admin] Publish callbacks [] for security_group (599104e3-d890-4e8c-a420-5a948042e551), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:11.437919 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-90fb0b53-2b08-4c4d-88fb-a242a43c9869 admin admin] Publish callbacks [] for security_group (599104e3-d890-4e8c-a420-5a948042e551), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:11.511217 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-5809b599-3eab-492d-b2ac-969a8b454838 req-b8075315-9026-43fa-823f-ee0c56b66fb5 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 210 time: 0.0272841 Feb 16 18:21:11.578883 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-90fb0b53-2b08-4c4d-88fb-a242a43c9869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (599104e3-d890-4e8c-a420-5a948042e551), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:11.582645 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-90fb0b53-2b08-4c4d-88fb-a242a43c9869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:11.583478 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-90fb0b53-2b08-4c4d-88fb-a242a43c9869 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/599104e3-d890-4e8c-a420-5a948042e551 HTTP/1.1" status: 204 len: 168 time: 0.2125919 Feb 16 18:21:11.592204 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb0b53-2b08-4c4d-88fb-a242a43c9869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599104e3-d890-4e8c-a420-5a948042e551,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:11.686245 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb098e-5bdb-4e20-bb5d-c98e032b56cc req-3e631cc8-9d2d-410c-a464-a0da7e892b83 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:11.687748 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-caeb098e-5bdb-4e20-bb5d-c98e032b56cc req-3e631cc8-9d2d-410c-a464-a0da7e892b83 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 945 time: 0.0525000 Feb 16 18:21:11.734169 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-caeb098e-5bdb-4e20-bb5d-c98e032b56cc req-0b5d1483-9554-4b0f-a8e5-acb025715ecd tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402024 Feb 16 18:21:12.024239 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:12.482655 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6f150670-79d1-4c3d-9e06-53c1a6dd7711 req-4d8954b3-a2cd-4c53-a9de-806a6acdb05b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485251 Feb 16 18:21:12.639302 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e0b51abe-e27e-4083-aa9f-e95e57f8b009 req-ced9b314-4cce-4924-97b6-937a2cd2e7d8 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 210 time: 0.0431924 Feb 16 18:21:12.646676 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f150670-79d1-4c3d-9e06-53c1a6dd7711 req-a0e09547-1da9-46d6-bf11-399797514568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:12.648312 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6f150670-79d1-4c3d-9e06-53c1a6dd7711 req-a0e09547-1da9-46d6-bf11-399797514568 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0aaf8bb86aa245d6a791ffe04f8a7cea&device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 1129 time: 0.0946500 Feb 16 18:21:12.803817 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f150670-79d1-4c3d-9e06-53c1a6dd7711 req-60736afc-9fdd-42c4-9df7-932170f575b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:12.805830 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6f150670-79d1-4c3d-9e06-53c1a6dd7711 req-60736afc-9fdd-42c4-9df7-932170f575b5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e0a2f9f-e6a2-446a-9d48-be3aafb44596 HTTP/1.1" status: 200 len: 911 time: 0.1155355 Feb 16 18:21:12.873799 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b3cd1-5944-41c6-8c63-06fec8779591 req-f649db29-9f91-46a5-a96c-ca08c13a12cf tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:12.881842 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e77b3cd1-5944-41c6-8c63-06fec8779591 req-f649db29-9f91-46a5-a96c-ca08c13a12cf tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 945 time: 0.0647087 Feb 16 18:21:12.901792 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6f150670-79d1-4c3d-9e06-53c1a6dd7711 req-cd66ddfd-9ddd-4f11-bc30-1fa5c81f0dbb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7404f7f-4115-4ed5-81ed-47e766032126 HTTP/1.1" status: 200 len: 1000 time: 0.0800271 Feb 16 18:21:12.952067 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e77b3cd1-5944-41c6-8c63-06fec8779591 req-ab93b52d-1169-4acb-89ab-24bc2af87287 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692101 Feb 16 18:21:12.983624 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f150670-79d1-4c3d-9e06-53c1a6dd7711 req-a3cf8189-1269-4322-a039-0a9e483f4e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:12.986434 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6f150670-79d1-4c3d-9e06-53c1a6dd7711 req-a3cf8189-1269-4322-a039-0a9e483f4e27 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a HTTP/1.1" status: 200 len: 849 time: 0.0719469 Feb 16 18:21:13.040747 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f150670-79d1-4c3d-9e06-53c1a6dd7711 req-caba6055-e447-4c4d-9027-f43a96c10ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:13.042347 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6f150670-79d1-4c3d-9e06-53c1a6dd7711 req-caba6055-e447-4c4d-9027-f43a96c10ee8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e0a2f9f-e6a2-446a-9d48-be3aafb44596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474312 Feb 16 18:21:13.142130 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6f150670-79d1-4c3d-9e06-53c1a6dd7711 req-b59f6538-9af6-4d2c-8826-8dc0bfc64939 service neutron] 10.222.0.45 "GET /v2.0/networks/2e0a2f9f-e6a2-446a-9d48-be3aafb44596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916162 Feb 16 18:21:13.246817 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6f150670-79d1-4c3d-9e06-53c1a6dd7711 req-1014e2dd-2bb0-41ba-8a14-7dc1a9c73de7 service neutron] 10.222.0.45 "GET /v2.0/networks/2e0a2f9f-e6a2-446a-9d48-be3aafb44596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985527 Feb 16 18:21:13.542987 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-b06f123d-5b71-4129-9bdd-48bb1d0b77ba tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b3f56ad3a05943d093d380cc13a24017&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235605 Feb 16 18:21:13.668993 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-02d63341-adec-4fd8-9455-682b27cc30dd tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:13.670713 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-02d63341-adec-4fd8-9455-682b27cc30dd tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1205492 Feb 16 18:21:13.694988 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-e0e8c510-29a9-4ab3-b179-ebadada6b9e9 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Request body: {'port': {'device_id': 'c2f4c944-672d-40eb-9650-96ebe5fad47b', 'network_id': 'c516777f-36fb-44f0-9da7-cf98b6821215', 'admin_state_up': True, 'tenant_id': 'b3f56ad3a05943d093d380cc13a24017'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:21:13.786399 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2448a92e-df23-405b-b617-c38a3da3a5d3 req-22339f9b-a85c-4d08-af53-879634fc9f0d tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 210 time: 0.0615547 Feb 16 18:21:13.932973 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-e0e8c510-29a9-4ab3-b179-ebadada6b9e9 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Made reservation on behalf of b3f56ad3a05943d093d380cc13a24017 for: {'port': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:21:13.936973 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-e0e8c510-29a9-4ab3-b179-ebadada6b9e9 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:13.947806 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-e0e8c510-29a9-4ab3-b179-ebadada6b9e9 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:14.052581 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-e0e8c510-29a9-4ab3-b179-ebadada6b9e9 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Publish callbacks [] for security_group (5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:14.109891 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a62f9-91dc-4ece-a612-df3dd5dbdbf2 req-8fd0df70-548c-4873-8db5-411a5905ef0d tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:14.111610 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-658a62f9-91dc-4ece-a612-df3dd5dbdbf2 req-8fd0df70-548c-4873-8db5-411a5905ef0d tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 945 time: 0.0730870 Feb 16 18:21:14.132723 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-e0e8c510-29a9-4ab3-b179-ebadada6b9e9 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:14.165191 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-658a62f9-91dc-4ece-a612-df3dd5dbdbf2 req-ef159a72-9cf0-40cb-9208-16616d41b3de tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469146 Feb 16 18:21:14.202204 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c510-29a9-4ab3-b179-ebadada6b9e9 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:14.283921 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-e0e8c510-29a9-4ab3-b179-ebadada6b9e9 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Allocated IP 192.168.233.35 (c516777f-36fb-44f0-9da7-cf98b6821215/10e89fc0-fcb3-4674-a766-039e974ea705/9000bbb7-7b6d-4a25-91d7-067112c0271c) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:21:14.467901 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-e0e8c510-29a9-4ab3-b179-ebadada6b9e9 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Publish callbacks [] for port (9000bbb7-7b6d-4a25-91d7-067112c0271c), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:14.585008 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-e0e8c510-29a9-4ab3-b179-ebadada6b9e9 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (9000bbb7-7b6d-4a25-91d7-067112c0271c), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:14.641864 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-e0e8c510-29a9-4ab3-b179-ebadada6b9e9 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Network c516777f-36fb-44f0-9da7-cf98b6821215 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:21:14.648319 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-e0e8c510-29a9-4ab3-b179-ebadada6b9e9 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:21:14.650793 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c510-29a9-4ab3-b179-ebadada6b9e9 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Pushing event updated for resources: {'Port': ['ID=9000bbb7-7b6d-4a25-91d7-067112c0271c,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:14.653120 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-e0e8c510-29a9-4ab3-b179-ebadada6b9e9 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:21:14.709286 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-e0e8c510-29a9-4ab3-b179-ebadada6b9e9 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:14.709942 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-e0e8c510-29a9-4ab3-b179-ebadada6b9e9 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:14.728425 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.45', 54766) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:14.772113 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-e0e8c510-29a9-4ab3-b179-ebadada6b9e9 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0820196 Feb 16 18:21:14.785165 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-c7719405-d230-4c23-98c3-7466c9164331 service neutron] Request body: {'port': {'device_id': 'c2f4c944-672d-40eb-9650-96ebe5fad47b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:21:14.804970 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301cfa2-9cf4-44a3-ae87-4279f57a0433 req-eb7a7946-b1c0-4fa0-9ba4-3386fe954e23 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:14.806542 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b301cfa2-9cf4-44a3-ae87-4279f57a0433 req-eb7a7946-b1c0-4fa0-9ba4-3386fe954e23 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.45 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 945 time: 0.0768411 Feb 16 18:21:14.969097 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-c7719405-d230-4c23-98c3-7466c9164331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (9000bbb7-7b6d-4a25-91d7-067112c0271c), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:14.995954 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-94317af3-acd4-4d71-a526-a0fbee8e0acb None None] Provisioning complete for port 9000bbb7-7b6d-4a25-91d7-067112c0271c triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:21:14.996546 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-94317af3-acd4-4d71-a526-a0fbee8e0acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (9000bbb7-7b6d-4a25-91d7-067112c0271c), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:15.059236 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1e316-3981-4f9c-93b3-9d9457537328 req-6f1aa0a1-1f35-47f5-b69d-348cc775e069 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:15.060184 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-94317af3-acd4-4d71-a526-a0fbee8e0acb None None] Port 9000bbb7-7b6d-4a25-91d7-067112c0271c cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:21:15.060835 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fad1e316-3981-4f9c-93b3-9d9457537328 req-6f1aa0a1-1f35-47f5-b69d-348cc775e069 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 935 time: 0.1880312 Feb 16 18:21:15.102314 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-b301cfa2-9cf4-44a3-ae87-4279f57a0433 req-8bd6fdf5-704b-4f57-b3ea-bc503332e432 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Deleting port 0098d419-45cb-4d4f-b8b4-75bfde11d622 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:21:15.102655 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-b301cfa2-9cf4-44a3-ae87-4279f57a0433 req-8bd6fdf5-704b-4f57-b3ea-bc503332e432 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (0098d419-45cb-4d4f-b8b4-75bfde11d622), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:15.261265 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fad1e316-3981-4f9c-93b3-9d9457537328 req-e7a24674-e53c-4cf2-bc52-73e8c0fb1125 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/security-groups?id=5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849566 Feb 16 18:21:15.304646 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d7bca-b4bb-45d4-a0c9-38fe5810d76c req-97825032-5e2f-4300-a5ab-73ec3ad5e8e2 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:15.306253 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-269d7bca-b4bb-45d4-a0c9-38fe5810d76c req-97825032-5e2f-4300-a5ab-73ec3ad5e8e2 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 945 time: 0.0660520 Feb 16 18:21:15.333356 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-b301cfa2-9cf4-44a3-ae87-4279f57a0433 req-8bd6fdf5-704b-4f57-b3ea-bc503332e432 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] For port 0098d419-45cb-4d4f-b8b4-75bfde11d622, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0098d419-45cb-4d4f-b8b4-75bfde11d622,segment=NetworkSegment(439b61bd-2c61-4c05-a7b7-ac2950ac3656),segment_id=439b61bd-2c61-4c05-a7b7-ac2950ac3656)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:21:15.333723 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-b301cfa2-9cf4-44a3-ae87-4279f57a0433 req-8bd6fdf5-704b-4f57-b3ea-bc503332e432 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (0098d419-45cb-4d4f-b8b4-75bfde11d622), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:15.354274 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-b301cfa2-9cf4-44a3-ae87-4279f57a0433 req-8bd6fdf5-704b-4f57-b3ea-bc503332e432 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Calling delete_port for 0098d419-45cb-4d4f-b8b4-75bfde11d622 owned by compute:nova {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:21:15.368772 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-269d7bca-b4bb-45d4-a0c9-38fe5810d76c req-6e0f2f99-17e2-49ab-b512-2d0884e49772 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/security-groups?id=642a8554-a792-4447-b63f-99ce4bcc07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565386 Feb 16 18:21:15.702325 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-c7719405-d230-4c23-98c3-7466c9164331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9000bbb7-7b6d-4a25-91d7-067112c0271c {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:21:15.717596 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-c7719405-d230-4c23-98c3-7466c9164331 service neutron] Publish callbacks [] for port (9000bbb7-7b6d-4a25-91d7-067112c0271c), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:15.733936 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-c7719405-d230-4c23-98c3-7466c9164331 service neutron] Transition to ACTIVE for port object 9000bbb7-7b6d-4a25-91d7-067112c0271c will not be triggered until provisioned by entity L2. {{(pid=103275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:21:15.784037 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-c7719405-d230-4c23-98c3-7466c9164331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (9000bbb7-7b6d-4a25-91d7-067112c0271c), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:15.827310 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-b301cfa2-9cf4-44a3-ae87-4279f57a0433 req-8bd6fdf5-704b-4f57-b3ea-bc503332e432 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (0098d419-45cb-4d4f-b8b4-75bfde11d622), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:15.844827 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7719405-d230-4c23-98c3-7466c9164331 service neutron] Pushing event updated for resources: {'Port': ['ID=9000bbb7-7b6d-4a25-91d7-067112c0271c,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:15.912200 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6fdf5-704b-4f57-b3ea-bc503332e432 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Pushing event deleted for resources: {'Port': ['ID=0098d419-45cb-4d4f-b8b4-75bfde11d622,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:15.974087 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-b301cfa2-9cf4-44a3-ae87-4279f57a0433 req-8bd6fdf5-704b-4f57-b3ea-bc503332e432 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] No DVR routers for this DVR port 0098d419-45cb-4d4f-b8b4-75bfde11d622 on host hv-cinder-77398 {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:21:15.979714 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-b301cfa2-9cf4-44a3-ae87-4279f57a0433 req-8bd6fdf5-704b-4f57-b3ea-bc503332e432 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:15.983037 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b301cfa2-9cf4-44a3-ae87-4279f57a0433 req-8bd6fdf5-704b-4f57-b3ea-bc503332e432 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.45 "DELETE /v2.0/ports/0098d419-45cb-4d4f-b8b4-75bfde11d622 HTTP/1.1" status: 204 len: 173 time: 1.1588297 Feb 16 18:21:15.983486 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf04380-55ab-4f4b-b2b3-de9bddb2a31b', 'name': 'network-vif-deleted', 'tag': '0098d419-45cb-4d4f-b8b4-75bfde11d622'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:21:15.985892 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58176557-f5c3-4280-90d1-a1830471b588" -d '{"events": [{"server_uuid": "bdf04380-55ab-4f4b-b2b3-de9bddb2a31b", "name": "network-vif-deleted", "tag": "0098d419-45cb-4d4f-b8b4-75bfde11d622"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:21:16.009700 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-c7719405-d230-4c23-98c3-7466c9164331 service neutron] Attempting to bind port 9000bbb7-7b6d-4a25-91d7-067112c0271c on host hv-cinder-77398 for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:21:16.010132 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-c7719405-d230-4c23-98c3-7466c9164331 service neutron] Attempting to bind port 9000bbb7-7b6d-4a25-91d7-067112c0271c by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'b1fb343f-db6a-482a-9e4e-0d6d8bb90170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c516777f-36fb-44f0-9da7-cf98b6821215'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:21:16.011274 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-c7719405-d230-4c23-98c3-7466c9164331 service neutron] Attempting to bind port 9000bbb7-7b6d-4a25-91d7-067112c0271c on network c516777f-36fb-44f0-9da7-cf98b6821215 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:21:16.015424 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-c7719405-d230-4c23-98c3-7466c9164331 service neutron] Port 9000bbb7-7b6d-4a25-91d7-067112c0271c on network c516777f-36fb-44f0-9da7-cf98b6821215 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 18:21:16.015895 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-c7719405-d230-4c23-98c3-7466c9164331 service neutron] Attempting to bind port 9000bbb7-7b6d-4a25-91d7-067112c0271c on network c516777f-36fb-44f0-9da7-cf98b6821215 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:21:16.023058 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-c7719405-d230-4c23-98c3-7466c9164331 service neutron] Checking agent: {'id': '5c336864-29ba-45bb-93ac-04ba68c7d8e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'started_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:21:16.023058 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-c7719405-d230-4c23-98c3-7466c9164331 service neutron] Checking segment: {'id': 'b1fb343f-db6a-482a-9e4e-0d6d8bb90170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c516777f-36fb-44f0-9da7-cf98b6821215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:21:16.023267 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-c7719405-d230-4c23-98c3-7466c9164331 service neutron] Bound using segment: {'id': 'b1fb343f-db6a-482a-9e4e-0d6d8bb90170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c516777f-36fb-44f0-9da7-cf98b6821215'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:21:16.023627 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-c7719405-d230-4c23-98c3-7466c9164331 service neutron] Bound port: 9000bbb7-7b6d-4a25-91d7-067112c0271c, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1fb343f-db6a-482a-9e4e-0d6d8bb90170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c516777f-36fb-44f0-9da7-cf98b6821215'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:21:16.023971 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-c7719405-d230-4c23-98c3-7466c9164331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (9000bbb7-7b6d-4a25-91d7-067112c0271c), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:16.127329 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-c7719405-d230-4c23-98c3-7466c9164331 service neutron] For port 9000bbb7-7b6d-4a25-91d7-067112c0271c, host hv-cinder-77398, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:21:16.138916 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-c7719405-d230-4c23-98c3-7466c9164331 service neutron] For port 9000bbb7-7b6d-4a25-91d7-067112c0271c, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9000bbb7-7b6d-4a25-91d7-067112c0271c,segment=NetworkSegment(b1fb343f-db6a-482a-9e4e-0d6d8bb90170),segment_id=b1fb343f-db6a-482a-9e4e-0d6d8bb90170)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:21:16.185315 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dba79d-9ab1-4d1a-9841-826f4e97215e x-openstack-request-id: req-d3dba79d-9ab1-4d1a-9841-826f4e97215e {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:21:16.185581 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf04380-55ab-4f4b-b2b3-de9bddb2a31b", "name": "network-vif-deleted", "tag": "0098d419-45cb-4d4f-b8b4-75bfde11d622", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:21:16.185837 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d3dba79d-9ab1-4d1a-9841-826f4e97215e {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:21:16.186246 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf04380-55ab-4f4b-b2b3-de9bddb2a31b', 'name': 'network-vif-deleted', 'tag': '0098d419-45cb-4d4f-b8b4-75bfde11d622', 'status': 'completed', 'code': 200} Feb 16 18:21:16.224758 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-c7719405-d230-4c23-98c3-7466c9164331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (9000bbb7-7b6d-4a25-91d7-067112c0271c), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:16.265515 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-c7719405-d230-4c23-98c3-7466c9164331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:16.266205 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-c7719405-d230-4c23-98c3-7466c9164331 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:16.268565 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-c7719405-d230-4c23-98c3-7466c9164331 service neutron] 10.222.0.45 "PUT /v2.0/ports/9000bbb7-7b6d-4a25-91d7-067112c0271c HTTP/1.1" status: 200 len: 1097 time: 1.4884179 Feb 16 18:21:16.287204 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7719405-d230-4c23-98c3-7466c9164331 service neutron] Pushing event updated for resources: {'Port': ['ID=9000bbb7-7b6d-4a25-91d7-067112c0271c,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:16.395834 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b65282-c454-4177-8a7d-8d4da099cc18 req-2c0eb700-10bc-4729-a015-da231917b079 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:16.397622 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-85b65282-c454-4177-8a7d-8d4da099cc18 req-2c0eb700-10bc-4729-a015-da231917b079 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 947 time: 0.0601096 Feb 16 18:21:16.456595 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-85b65282-c454-4177-8a7d-8d4da099cc18 req-3ecaa027-f382-4555-bd23-3b43aaf40b14 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/security-groups?id=5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531449 Feb 16 18:21:16.473812 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2c451b10-f5f9-4ba7-8609-22257fcc341e req-93f38080-c2b6-48e4-966a-e6c373704cf7 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 210 time: 0.0319123 Feb 16 18:21:16.626302 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 55164) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:16.732276 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-494fe7fb-78af-4a53-a39c-185da5ad4a05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:16.807824 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-494fe7fb-78af-4a53-a39c-185da5ad4a05 admin admin] Publish callbacks [] for security_group (cfff61bb-2e76-44ee-bf8e-26b46e114c60), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:16.887742 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-494fe7fb-78af-4a53-a39c-185da5ad4a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (cfff61bb-2e76-44ee-bf8e-26b46e114c60), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:16.927594 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-494fe7fb-78af-4a53-a39c-185da5ad4a05 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=69b35d149a88415aa4b03267e9472c81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002214 Feb 16 18:21:16.928546 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494fe7fb-78af-4a53-a39c-185da5ad4a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfff61bb-2e76-44ee-bf8e-26b46e114c60,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:16.930454 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 55186) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:16.986133 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e186046b-18bc-4161-9f70-30e5f9daa70c admin admin] Publish callbacks [] for security_group (cfff61bb-2e76-44ee-bf8e-26b46e114c60), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:17.007604 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e186046b-18bc-4161-9f70-30e5f9daa70c admin admin] Publish callbacks [] for security_group (cfff61bb-2e76-44ee-bf8e-26b46e114c60), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:17.127102 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e186046b-18bc-4161-9f70-30e5f9daa70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (cfff61bb-2e76-44ee-bf8e-26b46e114c60), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:17.132966 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e186046b-18bc-4161-9f70-30e5f9daa70c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:17.132966 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-e186046b-18bc-4161-9f70-30e5f9daa70c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cfff61bb-2e76-44ee-bf8e-26b46e114c60 HTTP/1.1" status: 204 len: 168 time: 0.1991901 Feb 16 18:21:17.144607 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186046b-18bc-4161-9f70-30e5f9daa70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfff61bb-2e76-44ee-bf8e-26b46e114c60,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:17.570944 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a9b635a4-072b-4bdc-9618-cd02f06b3170 req-5e38236f-2e62-4aab-ac33-027cae5c30f7 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 210 time: 0.0274210 Feb 16 18:21:17.583860 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bce7d-063d-4e3b-9858-3d47ed199cf7 req-b11ab440-9ebb-4469-b5be-48be6d11c03c tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:17.585593 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-cd1bce7d-063d-4e3b-9858-3d47ed199cf7 req-b11ab440-9ebb-4469-b5be-48be6d11c03c tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 947 time: 0.0537524 Feb 16 18:21:17.634704 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-cd1bce7d-063d-4e3b-9858-3d47ed199cf7 req-21d5d015-345f-4024-a356-bdb51a024a37 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/security-groups?id=5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435653 Feb 16 18:21:17.804818 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 55206) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:17.809264 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['0098d419-45cb-4d4f-b8b4-75bfde11d622'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:21:17.827519 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50a7a6b6-46a0-4209-8ac1-755cb3e49e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:17.911583 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50a7a6b6-46a0-4209-8ac1-755cb3e49e08 admin admin] Publish callbacks [] for security_group (be226445-804b-42fb-9617-c1973d13704a), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:17.959898 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-9d9e541a-4b3a-4626-9f9a-9bf484cc8711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:17.961360 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-9d9e541a-4b3a-4626-9f9a-9bf484cc8711 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3f56ad3a05943d093d380cc13a24017&device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 1131 time: 0.0471766 Feb 16 18:21:18.007466 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-6c4e8638-d977-46a7-b302-db4a571ba4a6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=9000bbb7-7b6d-4a25-91d7-067112c0271c HTTP/1.1" status: 200 len: 217 time: 0.0375984 Feb 16 18:21:18.008039 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-50a7a6b6-46a0-4209-8ac1-755cb3e49e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (be226445-804b-42fb-9617-c1973d13704a), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:18.076629 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7a6b6-46a0-4209-8ac1-755cb3e49e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be226445-804b-42fb-9617-c1973d13704a,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:18.090510 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-50a7a6b6-46a0-4209-8ac1-755cb3e49e08 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a28ece692c624dfda670785ee4e51a0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2845910 Feb 16 18:21:18.093316 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 55210) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:18.112507 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-ab86166b-385d-46f2-9098-436dd1024fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:18.114130 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-ab86166b-385d-46f2-9098-436dd1024fd6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10e89fc0-fcb3-4674-a766-039e974ea705 HTTP/1.1" status: 200 len: 843 time: 0.0952094 Feb 16 18:21:18.149875 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8d7220e0-e950-47f1-acdc-e103e830632d admin admin] Publish callbacks [] for security_group (be226445-804b-42fb-9617-c1973d13704a), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:18.173976 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-be3f9bc6-d8bd-4526-ab1b-98e7b33f36e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:18.174933 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-be3f9bc6-d8bd-4526-ab1b-98e7b33f36e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c516777f-36fb-44f0-9da7-cf98b6821215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0538375 Feb 16 18:21:18.175129 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8d7220e0-e950-47f1-acdc-e103e830632d admin admin] Publish callbacks [] for security_group (be226445-804b-42fb-9617-c1973d13704a), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:18.190966 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f4c944-672d-40eb-9650-96ebe5fad47b', 'tag': '9000bbb7-7b6d-4a25-91d7-067112c0271c'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:21:18.193369 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f449fc78-71c4-4381-b66b-9fed303f0199" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f4c944-672d-40eb-9650-96ebe5fad47b", "tag": "9000bbb7-7b6d-4a25-91d7-067112c0271c"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:21:18.258443 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eacfd4a-341a-4e38-9c6f-a57585391c9d x-openstack-request-id: req-4eacfd4a-341a-4e38-9c6f-a57585391c9d {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:21:18.258738 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f4c944-672d-40eb-9650-96ebe5fad47b", "tag": "9000bbb7-7b6d-4a25-91d7-067112c0271c", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:21:18.258993 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4eacfd4a-341a-4e38-9c6f-a57585391c9d {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:21:18.259384 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f4c944-672d-40eb-9650-96ebe5fad47b', 'tag': '9000bbb7-7b6d-4a25-91d7-067112c0271c', 'status': 'completed', 'code': 200} Feb 16 18:21:18.289701 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-0e2dff28-8335-495e-837d-516d7b6d5a3b service neutron] 10.222.0.45 "GET /v2.0/networks/c516777f-36fb-44f0-9da7-cf98b6821215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085086 Feb 16 18:21:18.304458 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8d7220e0-e950-47f1-acdc-e103e830632d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (be226445-804b-42fb-9617-c1973d13704a), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:18.307147 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8d7220e0-e950-47f1-acdc-e103e830632d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:18.308271 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-8d7220e0-e950-47f1-acdc-e103e830632d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/be226445-804b-42fb-9617-c1973d13704a HTTP/1.1" status: 204 len: 168 time: 0.2139473 Feb 16 18:21:18.317162 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7220e0-e950-47f1-acdc-e103e830632d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be226445-804b-42fb-9617-c1973d13704a,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:18.683741 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-6abab368-c3b9-4022-87eb-3e18d5151f53 req-379b41e8-f8b5-44e5-8fde-09d700b55b33 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 210 time: 0.0336788 Feb 16 18:21:18.770160 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8ea75-a489-433f-b477-a57f9ce55c0b req-b5e2f5d3-872b-49c5-a94e-faae93d33fc4 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:18.771831 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-52e8ea75-a489-433f-b477-a57f9ce55c0b req-b5e2f5d3-872b-49c5-a94e-faae93d33fc4 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 947 time: 0.0578086 Feb 16 18:21:18.832779 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-52e8ea75-a489-433f-b477-a57f9ce55c0b req-e6f5d5d4-7de0-4bb8-b30c-173f0be5bda5 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/security-groups?id=5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477774 Feb 16 18:21:19.786066 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-6c356582-eac6-43dd-a6ea-f92898246f13 req-18e2833c-d681-4423-a5c3-6f3fc87e743b tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 210 time: 0.0279844 Feb 16 18:21:19.958584 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640b8b9-9acd-4dcf-b1f4-694c0260d38c req-cfd597d4-a173-4720-a3f4-83fa15de5cef tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:19.960538 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1640b8b9-9acd-4dcf-b1f4-694c0260d38c req-cfd597d4-a173-4720-a3f4-83fa15de5cef tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 947 time: 0.0565341 Feb 16 18:21:20.004601 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 0098d419-45cb-4d4f-b8b4-75bfde11d622 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:21:20.010894 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1640b8b9-9acd-4dcf-b1f4-694c0260d38c req-9e5a9a94-fe4a-47ce-91a4-4c45a4c98eea tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/security-groups?id=5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445123 Feb 16 18:21:20.027139 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] No Port match for: 0098d419-45cb-4d4f-b8b4-75bfde11d622 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:21:20.027484 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 0098d419-45cb-4d4f-b8b4-75bfde11d622 not bound to the agent host hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:21:20.890499 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-42ecba89-9135-4576-a991-86b355fd34aa req-2f755e98-1d3c-4cdc-b92c-48cbeeb0f65d tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 210 time: 0.0315239 Feb 16 18:21:20.937334 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 55302) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:21.061878 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-89cd8b37-0dcc-419b-bc41-ef111636e601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:21.071868 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1accc4d6-931d-4cf6-a950-550f53aff809 req-89851351-d308-4411-9ee0-bcda35898b12 service neutron] 10.222.0.45 "GET /v2.0/networks/c516777f-36fb-44f0-9da7-cf98b6821215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200469 Feb 16 18:21:21.149937 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-89cd8b37-0dcc-419b-bc41-ef111636e601 admin admin] Publish callbacks [] for security_group (49f877dd-3f50-462f-a963-8d59f10a0fc5), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:21.158548 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6b890-449b-45af-8759-9c55c5caadb4 req-a1958a6d-ba8e-40f5-b12f-0de4cf7c2da8 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:21.160321 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-afb6b890-449b-45af-8759-9c55c5caadb4 req-a1958a6d-ba8e-40f5-b12f-0de4cf7c2da8 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 947 time: 0.0656612 Feb 16 18:21:21.224491 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-89cd8b37-0dcc-419b-bc41-ef111636e601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (49f877dd-3f50-462f-a963-8d59f10a0fc5), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:21.230093 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-afb6b890-449b-45af-8759-9c55c5caadb4 req-a45aed19-e8ba-4c35-99c4-1906e41e49dd tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/security-groups?id=5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586007 Feb 16 18:21:21.256964 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd8b37-0dcc-419b-bc41-ef111636e601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f877dd-3f50-462f-a963-8d59f10a0fc5,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:21.296048 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-89cd8b37-0dcc-419b-bc41-ef111636e601 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d0dcff23bf8d43d58eeabe78f61203ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3570056 Feb 16 18:21:21.300716 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 55316) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:21.305628 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449fc78-71c4-4381-b66b-9fed303f0199 req-5d1d0b6a-2fe9-42e0-82a3-97557eb0d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:21.308100 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f449fc78-71c4-4381-b66b-9fed303f0199 req-5d1d0b6a-2fe9-42e0-82a3-97557eb0d934 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3f56ad3a05943d093d380cc13a24017&device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 1131 time: 0.0912719 Feb 16 18:21:21.369398 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fecff9b2-4cf0-4490-9d3e-01678c140a88 admin admin] Publish callbacks [] for security_group (49f877dd-3f50-462f-a963-8d59f10a0fc5), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:21.395650 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fecff9b2-4cf0-4490-9d3e-01678c140a88 admin admin] Publish callbacks [] for security_group (49f877dd-3f50-462f-a963-8d59f10a0fc5), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:21.435067 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449fc78-71c4-4381-b66b-9fed303f0199 req-586bc95d-4e57-4ec3-9c94-13375eb2e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:21.442665 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f449fc78-71c4-4381-b66b-9fed303f0199 req-586bc95d-4e57-4ec3-9c94-13375eb2e2db service neutron] 10.222.0.45 "GET /v2.0/networks?id=c516777f-36fb-44f0-9da7-cf98b6821215 HTTP/1.1" status: 200 len: 870 time: 0.1270547 Feb 16 18:21:21.492090 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f449fc78-71c4-4381-b66b-9fed303f0199 req-b94090c4-7619-4ea8-8c99-0981231a5d65 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=9000bbb7-7b6d-4a25-91d7-067112c0271c HTTP/1.1" status: 200 len: 217 time: 0.0418005 Feb 16 18:21:21.539330 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fecff9b2-4cf0-4490-9d3e-01678c140a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (49f877dd-3f50-462f-a963-8d59f10a0fc5), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:21.546204 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fecff9b2-4cf0-4490-9d3e-01678c140a88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:21.551655 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-fecff9b2-4cf0-4490-9d3e-01678c140a88 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/49f877dd-3f50-462f-a963-8d59f10a0fc5 HTTP/1.1" status: 204 len: 168 time: 0.2456245 Feb 16 18:21:21.556452 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449fc78-71c4-4381-b66b-9fed303f0199 req-eaf19d49-dfb6-4bff-826b-284876d6bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:21.558064 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f449fc78-71c4-4381-b66b-9fed303f0199 req-eaf19d49-dfb6-4bff-826b-284876d6bb36 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10e89fc0-fcb3-4674-a766-039e974ea705 HTTP/1.1" status: 200 len: 843 time: 0.0591373 Feb 16 18:21:21.587011 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecff9b2-4cf0-4490-9d3e-01678c140a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f877dd-3f50-462f-a963-8d59f10a0fc5,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:21.648094 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449fc78-71c4-4381-b66b-9fed303f0199 req-b3c75032-803a-4b80-afab-8a0f2737172b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:21.649726 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f449fc78-71c4-4381-b66b-9fed303f0199 req-b3c75032-803a-4b80-afab-8a0f2737172b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c516777f-36fb-44f0-9da7-cf98b6821215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0848362 Feb 16 18:21:21.773326 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f449fc78-71c4-4381-b66b-9fed303f0199 req-0110872d-f34e-4ffb-adad-9aee23edf37a service neutron] 10.222.0.45 "GET /v2.0/networks/c516777f-36fb-44f0-9da7-cf98b6821215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150291 Feb 16 18:21:21.881688 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f449fc78-71c4-4381-b66b-9fed303f0199 req-fc4189fd-880f-43c1-8cef-69d8e3babbe7 service neutron] 10.222.0.45 "GET /v2.0/networks/c516777f-36fb-44f0-9da7-cf98b6821215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016157 Feb 16 18:21:22.018377 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ab8fac80-d1a2-4c4c-a272-d93b69fc126f req-f9dad46a-b6ae-4d0b-af90-78fa709d28fe tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 210 time: 0.0355396 Feb 16 18:21:22.320499 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 55338) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:22.335283 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-34a714d5-67e8-4a2b-938a-c05628e0c53a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:22.396458 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4017306-cc14-418e-9b0e-3783d1f147c5 req-d575126b-2e06-4623-b81f-512147bb8dac tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:22.401505 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e4017306-cc14-418e-9b0e-3783d1f147c5 req-d575126b-2e06-4623-b81f-512147bb8dac tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 947 time: 0.0668871 Feb 16 18:21:22.446047 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-34a714d5-67e8-4a2b-938a-c05628e0c53a admin admin] Publish callbacks [] for security_group (2ccf549b-0a48-47fc-b695-f567f5f9d728), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:22.467928 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e4017306-cc14-418e-9b0e-3783d1f147c5 req-a741af07-74e4-4b11-871f-7e5edb99e27e tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/security-groups?id=5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592511 Feb 16 18:21:22.509986 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-34a714d5-67e8-4a2b-938a-c05628e0c53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (2ccf549b-0a48-47fc-b695-f567f5f9d728), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:22.550516 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-34a714d5-67e8-4a2b-938a-c05628e0c53a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=53a0d5097e5842f7a54df0ef15bb7670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287805 Feb 16 18:21:22.551476 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a714d5-67e8-4a2b-938a-c05628e0c53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccf549b-0a48-47fc-b695-f567f5f9d728,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:22.553334 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 55344) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:22.602094 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-de2ac2a8-e115-4c3b-a267-730da6fd20fa admin admin] Publish callbacks [] for security_group (2ccf549b-0a48-47fc-b695-f567f5f9d728), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:22.624163 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-de2ac2a8-e115-4c3b-a267-730da6fd20fa admin admin] Publish callbacks [] for security_group (2ccf549b-0a48-47fc-b695-f567f5f9d728), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:22.726955 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-de2ac2a8-e115-4c3b-a267-730da6fd20fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (2ccf549b-0a48-47fc-b695-f567f5f9d728), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:22.729670 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-de2ac2a8-e115-4c3b-a267-730da6fd20fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:22.730825 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-de2ac2a8-e115-4c3b-a267-730da6fd20fa admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2ccf549b-0a48-47fc-b695-f567f5f9d728 HTTP/1.1" status: 204 len: 168 time: 0.1764901 Feb 16 18:21:22.740578 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ac2a8-e115-4c3b-a267-730da6fd20fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccf549b-0a48-47fc-b695-f567f5f9d728,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:23.140902 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-28c19689-379d-46fc-8428-a5028e264d16 req-c9080da7-4446-46d2-8fad-5ae9f7e30fe8 tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 210 time: 0.0281439 Feb 16 18:21:23.592461 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280d6a0-1389-49b6-8918-06c6bc8cd1b9 req-1194b8eb-1cdd-4518-810c-d2d237769f59 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:23.594000 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b280d6a0-1389-49b6-8918-06c6bc8cd1b9 req-1194b8eb-1cdd-4518-810c-d2d237769f59 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 947 time: 0.0542405 Feb 16 18:21:23.647200 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b280d6a0-1389-49b6-8918-06c6bc8cd1b9 req-701cac56-43ca-4716-b8d4-34d20ecc8240 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/security-groups?id=5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470376 Feb 16 18:21:24.286932 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-76c7c610-3e41-40b6-906e-b608e04971aa req-71ec4f7f-0399-465a-9af4-b479c64ea34e tempest-DeleteServersTestJSON-138478104 tempest-DeleteServersTestJSON-138478104-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdf04380-55ab-4f4b-b2b3-de9bddb2a31b HTTP/1.1" status: 200 len: 210 time: 0.0328312 Feb 16 18:21:24.782841 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32402c49-35d5-4a80-83a7-3a0f08276a57 req-71126f24-0d39-4a5a-9f9b-de6a0e89cbb8 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:24.785032 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-32402c49-35d5-4a80-83a7-3a0f08276a57 req-71126f24-0d39-4a5a-9f9b-de6a0e89cbb8 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 947 time: 0.0595505 Feb 16 18:21:24.810841 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 55432) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:24.834722 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 9000bbb7-7b6d-4a25-91d7-067112c0271c details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=103277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 18:21:24.836604 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-32402c49-35d5-4a80-83a7-3a0f08276a57 req-1fa91815-f32d-4101-8afd-01cd6906e79f tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/security-groups?id=5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457199 Feb 16 18:21:24.958978 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a2aabf9f-019e-4aa8-9bb5-ce030a63867b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:24.960454 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 9000bbb7-7b6d-4a25-91d7-067112c0271c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9000bbb7-7b6d-4a25-91d7-067112c0271c,segment=NetworkSegment(b1fb343f-db6a-482a-9e4e-0d6d8bb90170),segment_id=b1fb343f-db6a-482a-9e4e-0d6d8bb90170)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:21:24.975316 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Returning: {'device': '9000bbb7-7b6d-4a25-91d7-067112c0271c', 'network_id': 'c516777f-36fb-44f0-9da7-cf98b6821215', 'port_id': '9000bbb7-7b6d-4a25-91d7-067112c0271c', 'mac_address': 'fa:16:3e:52:4c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e89fc0-fcb3-4674-a766-039e974ea705', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 18:21:25.014741 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 9000bbb7-7b6d-4a25-91d7-067112c0271c is: DOWN; New status is: BUILD {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:21:25.015151 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (9000bbb7-7b6d-4a25-91d7-067112c0271c), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:25.030656 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9000bbb7-7b6d-4a25-91d7-067112c0271c {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:21:25.043708 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a2aabf9f-019e-4aa8-9bb5-ce030a63867b admin admin] Publish callbacks [] for security_group (7b412de5-b93b-4f0b-b9ee-7e3093f5d26e), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:25.053624 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 9000bbb7-7b6d-4a25-91d7-067112c0271c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9000bbb7-7b6d-4a25-91d7-067112c0271c,segment=NetworkSegment(b1fb343f-db6a-482a-9e4e-0d6d8bb90170),segment_id=b1fb343f-db6a-482a-9e4e-0d6d8bb90170)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:21:25.098658 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a2aabf9f-019e-4aa8-9bb5-ce030a63867b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (7b412de5-b93b-4f0b-b9ee-7e3093f5d26e), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:25.136898 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-a2aabf9f-019e-4aa8-9bb5-ce030a63867b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ed90722d6bfa4645b4543437cc5d8513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3246377 Feb 16 18:21:25.138063 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aabf9f-019e-4aa8-9bb5-ce030a63867b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b412de5-b93b-4f0b-b9ee-7e3093f5d26e,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:25.139212 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (9000bbb7-7b6d-4a25-91d7-067112c0271c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:25.139986 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 55446) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:25.211679 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-05ee31ac-5da3-4dfd-9831-053717bf56a4 admin admin] Publish callbacks [] for security_group (7b412de5-b93b-4f0b-b9ee-7e3093f5d26e), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:25.217192 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=9000bbb7-7b6d-4a25-91d7-067112c0271c,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:25.229136 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:25.230229 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:25.230765 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:25.231446 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:25.232097 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:25.232830 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:25.233420 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:25.234303 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:25.235073 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:25.235385 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:25.235849 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:25.236314 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:25.236743 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:25.260622 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-05ee31ac-5da3-4dfd-9831-053717bf56a4 admin admin] Publish callbacks [] for security_group (7b412de5-b93b-4f0b-b9ee-7e3093f5d26e), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:25.367499 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-05ee31ac-5da3-4dfd-9831-053717bf56a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (7b412de5-b93b-4f0b-b9ee-7e3093f5d26e), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:25.374519 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-05ee31ac-5da3-4dfd-9831-053717bf56a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:25.374519 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-05ee31ac-5da3-4dfd-9831-053717bf56a4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7b412de5-b93b-4f0b-b9ee-7e3093f5d26e HTTP/1.1" status: 204 len: 168 time: 0.2279036 Feb 16 18:21:25.390011 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee31ac-5da3-4dfd-9831-053717bf56a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b412de5-b93b-4f0b-b9ee-7e3093f5d26e,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:25.984125 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac1863-4006-4efc-8c60-cd1678b77966 req-0e91c99b-6192-491a-ba1a-3b3e4213c9dc tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:25.986374 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-f1ac1863-4006-4efc-8c60-cd1678b77966 req-0e91c99b-6192-491a-ba1a-3b3e4213c9dc tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 948 time: 0.0594940 Feb 16 18:21:26.033733 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-f1ac1863-4006-4efc-8c60-cd1678b77966 req-36f14d77-ff74-40b4-992f-70ce8f219a95 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/security-groups?id=5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416827 Feb 16 18:21:26.229357 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 55480) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:26.243427 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-da837e7a-b00f-42ac-bb40-44ffeb3cf96a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:26.321775 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-da837e7a-b00f-42ac-bb40-44ffeb3cf96a admin admin] Publish callbacks [] for security_group (ec2b27b8-4cf8-49e2-9f94-53d17eb561e9), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:26.447103 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-da837e7a-b00f-42ac-bb40-44ffeb3cf96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (ec2b27b8-4cf8-49e2-9f94-53d17eb561e9), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:26.486504 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-da837e7a-b00f-42ac-bb40-44ffeb3cf96a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9e0bd4ddaabc45b1843611a2e1b94fe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558832 Feb 16 18:21:26.487373 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da837e7a-b00f-42ac-bb40-44ffeb3cf96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2b27b8-4cf8-49e2-9f94-53d17eb561e9,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:26.489187 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 55486) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:26.543637 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c5014074-c93b-4144-a275-6d099bedebec admin admin] Publish callbacks [] for security_group (ec2b27b8-4cf8-49e2-9f94-53d17eb561e9), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:26.568451 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c5014074-c93b-4144-a275-6d099bedebec admin admin] Publish callbacks [] for security_group (ec2b27b8-4cf8-49e2-9f94-53d17eb561e9), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:26.692956 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c5014074-c93b-4144-a275-6d099bedebec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (ec2b27b8-4cf8-49e2-9f94-53d17eb561e9), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:26.695745 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c5014074-c93b-4144-a275-6d099bedebec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:26.696905 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-c5014074-c93b-4144-a275-6d099bedebec admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ec2b27b8-4cf8-49e2-9f94-53d17eb561e9 HTTP/1.1" status: 204 len: 168 time: 0.2060764 Feb 16 18:21:26.706890 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5014074-c93b-4144-a275-6d099bedebec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2b27b8-4cf8-49e2-9f94-53d17eb561e9,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:27.157637 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae1e9b-8bb6-4a61-be91-b8f2fb1eb109 req-734f27c8-99c3-4e99-819a-6c27a9401f76 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:27.159179 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c9ae1e9b-8bb6-4a61-be91-b8f2fb1eb109 req-734f27c8-99c3-4e99-819a-6c27a9401f76 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 948 time: 0.0556855 Feb 16 18:21:27.216673 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c9ae1e9b-8bb6-4a61-be91-b8f2fb1eb109 req-030060a5-1713-44e7-9bfa-cd99b17e49f8 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/security-groups?id=5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513055 Feb 16 18:21:28.106111 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['9000bbb7-7b6d-4a25-91d7-067112c0271c'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:21:28.350496 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c9d73-f128-4f1f-ae09-4771fdf98470 req-e07de599-19cf-449b-b887-ea0da110d4ce tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:28.353016 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-071c9d73-f128-4f1f-ae09-4771fdf98470 req-e07de599-19cf-449b-b887-ea0da110d4ce tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 948 time: 0.0618787 Feb 16 18:21:28.403693 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-071c9d73-f128-4f1f-ae09-4771fdf98470 req-d0d92efd-3f7a-4001-85e7-6bf0396d0a71 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/security-groups?id=5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442576 Feb 16 18:21:29.092701 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 55586) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:29.137172 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec64a12b-56d6-4135-b0ce-65b8b039960a admin admin] Deleting subnet e63cde76-c404-462e-b0ed-e8659c138f88 {{(pid=103275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 18:21:29.140298 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ec64a12b-56d6-4135-b0ce-65b8b039960a admin admin] Publish callbacks [] for subnet (e63cde76-c404-462e-b0ed-e8659c138f88), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:29.182155 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ec64a12b-56d6-4135-b0ce-65b8b039960a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8533320'] for subnet (e63cde76-c404-462e-b0ed-e8659c138f88), precommit_delete_associations {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:29.222323 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ec64a12b-56d6-4135-b0ce-65b8b039960a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584056'] for subnet (e63cde76-c404-462e-b0ed-e8659c138f88), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:29.339244 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ec64a12b-56d6-4135-b0ce-65b8b039960a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8530093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8761781'] for subnet (e63cde76-c404-462e-b0ed-e8659c138f88), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:29.366717 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64a12b-56d6-4135-b0ce-65b8b039960a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e63cde76-c404-462e-b0ed-e8659c138f88,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:29.370311 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ec64a12b-56d6-4135-b0ce-65b8b039960a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for subnet (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:29.376760 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-ec64a12b-56d6-4135-b0ce-65b8b039960a admin admin] 10.222.0.87 "DELETE /v2.0/subnets/e63cde76-c404-462e-b0ed-e8659c138f88 HTTP/1.1" status: 204 len: 168 time: 0.2829621 Feb 16 18:21:29.377305 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 55590) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:29.456625 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fc23e93a-b3c7-4e22-b0ce-fd4b91bb246d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558149'] for network (de6d9371-ec5d-4f43-a8ca-a0c978df161a), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:29.547030 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fc23e93a-b3c7-4e22-b0ce-fd4b91bb246d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561157', 'neutron.services.segments.db._delete_segments_for_network-8776562245259'] for network (de6d9371-ec5d-4f43-a8ca-a0c978df161a), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:29.547841 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75950cd-3183-4cba-a219-e7c1c11b2913 req-95c99540-866e-4001-94ed-6d4bb7d23579 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:29.549353 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d75950cd-3183-4cba-a219-e7c1c11b2913 req-95c99540-866e-4001-94ed-6d4bb7d23579 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 948 time: 0.0551176 Feb 16 18:21:29.570558 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.services.segments.db [None req-fc23e93a-b3c7-4e22-b0ce-fd4b91bb246d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6d9371-ec5d-4f43-a8ca-a0c978df161a']}} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:21:29.582015 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.services.segments.db [None req-fc23e93a-b3c7-4e22-b0ce-fd4b91bb246d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439b61bd-2c61-4c05-a7b7-ac2950ac3656') {'for_net_delete': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:21:29.582748 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.services.segments.db [None req-fc23e93a-b3c7-4e22-b0ce-fd4b91bb246d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439b61bd-2c61-4c05-a7b7-ac2950ac3656') {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:21:29.601581 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fc23e93a-b3c7-4e22-b0ce-fd4b91bb246d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776562247060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8560762'] for segment (439b61bd-2c61-4c05-a7b7-ac2950ac3656), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:29.607305 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d75950cd-3183-4cba-a219-e7c1c11b2913 req-702a4bc9-c529-4af6-b762-33f56b3ec6b4 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/security-groups?id=5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516655 Feb 16 18:21:29.634213 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fc23e93a-b3c7-4e22-b0ce-fd4b91bb246d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (439b61bd-2c61-4c05-a7b7-ac2950ac3656), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:29.640462 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc23e93a-b3c7-4e22-b0ce-fd4b91bb246d admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 18:21:29.640841 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fc23e93a-b3c7-4e22-b0ce-fd4b91bb246d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9128083'] for segment (439b61bd-2c61-4c05-a7b7-ac2950ac3656), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: Traceback (most recent call last): Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: timer() Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: cb(*args, **kw) Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: return func(*args, **kwargs) Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: self._notify() Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: self.callback(batched_events) Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: event.method(event) Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: return f(self, *a, **k) Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: return self._get(url).json() Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: return self.request(url, 'GET', **kwargs) Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:21:29.642543 dv-cinder-773985-33-iscsi neutron-server[103276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:21:29.778741 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fc23e93a-b3c7-4e22-b0ce-fd4b91bb246d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459708'] for network (de6d9371-ec5d-4f43-a8ca-a0c978df161a), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:29.785147 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fc23e93a-b3c7-4e22-b0ce-fd4b91bb246d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:29.788410 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-fc23e93a-b3c7-4e22-b0ce-fd4b91bb246d admin admin] 10.222.0.87 "DELETE /v2.0/networks/de6d9371-ec5d-4f43-a8ca-a0c978df161a HTTP/1.1" status: 204 len: 168 time: 0.4100580 Feb 16 18:21:29.800579 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23e93a-b3c7-4e22-b0ce-fd4b91bb246d admin admin] Pushing event deleted for resources: {'Network': ['ID=de6d9371-ec5d-4f43-a8ca-a0c978df161a,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:29.895366 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 9000bbb7-7b6d-4a25-91d7-067112c0271c up at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:21:29.984293 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning for port 9000bbb7-7b6d-4a25-91d7-067112c0271c completed by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:21:29.988965 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning complete for port 9000bbb7-7b6d-4a25-91d7-067112c0271c triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:21:29.989394 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (9000bbb7-7b6d-4a25-91d7-067112c0271c), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:30.068437 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 9000bbb7-7b6d-4a25-91d7-067112c0271c is: BUILD; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:21:30.068933 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (9000bbb7-7b6d-4a25-91d7-067112c0271c), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:30.093425 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f4c944-672d-40eb-9650-96ebe5fad47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9000bbb7-7b6d-4a25-91d7-067112c0271c'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:21:30.096557 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be011864-37b2-4340-9000-ddf565bfcd19" -d '{"events": [{"server_uuid": "c2f4c944-672d-40eb-9650-96ebe5fad47b", "name": "network-vif-plugged", "status": "completed", "tag": "9000bbb7-7b6d-4a25-91d7-067112c0271c"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:21:30.109165 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 9000bbb7-7b6d-4a25-91d7-067112c0271c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9000bbb7-7b6d-4a25-91d7-067112c0271c,segment=NetworkSegment(b1fb343f-db6a-482a-9e4e-0d6d8bb90170),segment_id=b1fb343f-db6a-482a-9e4e-0d6d8bb90170)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:21:30.134615 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 55610) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:30.135078 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755aed76-0733-4a44-b0df-0b1a0c3e6c79 x-openstack-request-id: req-755aed76-0733-4a44-b0df-0b1a0c3e6c79 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:21:30.135078 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f4c944-672d-40eb-9650-96ebe5fad47b", "name": "network-vif-plugged", "status": "completed", "tag": "9000bbb7-7b6d-4a25-91d7-067112c0271c", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:21:30.135078 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-755aed76-0733-4a44-b0df-0b1a0c3e6c79 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:21:30.135078 dv-cinder-773985-33-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f4c944-672d-40eb-9650-96ebe5fad47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9000bbb7-7b6d-4a25-91d7-067112c0271c', 'code': 200} Feb 16 18:21:30.173848 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-2b68c08a-753d-420c-bec8-d6cb9f57dde2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e505f411abb9430fb6dc82bf7c802903&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414774 Feb 16 18:21:30.176250 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 55612) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:30.228320 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (9000bbb7-7b6d-4a25-91d7-067112c0271c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:30.229062 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9e62baa1-ffb2-4734-a3f2-19ea61b9ec15 admin admin] Publish callbacks [] for security_group (642a8554-a792-4447-b63f-99ce4bcc07c9), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:30.255461 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9e62baa1-ffb2-4734-a3f2-19ea61b9ec15 admin admin] Publish callbacks [] for security_group (642a8554-a792-4447-b63f-99ce4bcc07c9), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:30.281643 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=9000bbb7-7b6d-4a25-91d7-067112c0271c,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:30.384017 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9e62baa1-ffb2-4734-a3f2-19ea61b9ec15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (642a8554-a792-4447-b63f-99ce4bcc07c9), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:30.386782 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9e62baa1-ffb2-4734-a3f2-19ea61b9ec15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:30.387937 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-9e62baa1-ffb2-4734-a3f2-19ea61b9ec15 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/642a8554-a792-4447-b63f-99ce4bcc07c9 HTTP/1.1" status: 204 len: 168 time: 0.2107844 Feb 16 18:21:30.397026 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62baa1-ffb2-4734-a3f2-19ea61b9ec15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642a8554-a792-4447-b63f-99ce4bcc07c9,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:30.488069 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c2d1a-327a-4e33-83a5-898a06c9b088 req-25a9ae2c-204a-462e-81db-154fa9566efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:30.490203 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6c9c2d1a-327a-4e33-83a5-898a06c9b088 req-25a9ae2c-204a-462e-81db-154fa9566efa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 1133 time: 0.0503049 Feb 16 18:21:30.540358 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6c9c2d1a-327a-4e33-83a5-898a06c9b088 req-c27d82f2-1c06-4bd4-8215-f8e1f1db28a7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438943 Feb 16 18:21:30.756171 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54730d-1aaf-4cb3-bf99-5830a6437d3f req-4ddcd3aa-4a61-4249-baa1-f2ff14974ffb tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:30.757885 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ad54730d-1aaf-4cb3-bf99-5830a6437d3f req-4ddcd3aa-4a61-4249-baa1-f2ff14974ffb tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 949 time: 0.0759752 Feb 16 18:21:30.822943 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ad54730d-1aaf-4cb3-bf99-5830a6437d3f req-6ae0a2ff-7113-4a21-a327-a656cda584e1 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/security-groups?id=5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592890 Feb 16 18:21:31.035671 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:21:31.479715 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 55684) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:31.593024 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-7f5ef591-020f-4a4b-bf30-cce0be68a46f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1152556347-network', 'tenant_id': 'e740c52ad64142398b541359c4b59da4'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:21:31.686868 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5ef591-020f-4a4b-bf30-cce0be68a46f admin admin] Made reservation on behalf of e740c52ad64142398b541359c4b59da4 for: {'network': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:21:31.689479 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7f5ef591-020f-4a4b-bf30-cce0be68a46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for network (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:31.698387 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7f5ef591-020f-4a4b-bf30-cce0be68a46f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:31.773454 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7f5ef591-020f-4a4b-bf30-cce0be68a46f admin admin] Publish callbacks [] for security_group (18093ed1-f621-46a8-aadf-c7eab501ba16), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:31.841952 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7f5ef591-020f-4a4b-bf30-cce0be68a46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (18093ed1-f621-46a8-aadf-c7eab501ba16), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:31.865838 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5ef591-020f-4a4b-bf30-cce0be68a46f admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 18:21:31.885639 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7f5ef591-020f-4a4b-bf30-cce0be68a46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (b41e98e9-108e-4dac-ae8e-eec7f26349c5), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:31.885978 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.db.segments_db [None req-7f5ef591-020f-4a4b-bf30-cce0be68a46f admin admin] Added segment b41e98e9-108e-4dac-ae8e-eec7f26349c5 of type vlan for network 2b925c41-17ee-42bb-8e4d-3cf4909400ae Feb 16 18:21:31.887599 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ef591-020f-4a4b-bf30-cce0be68a46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18093ed1-f621-46a8-aadf-c7eab501ba16,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:31.933612 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7f5ef591-020f-4a4b-bf30-cce0be68a46f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776561717104'] for network (2b925c41-17ee-42bb-8e4d-3cf4909400ae), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:31.965668 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146d6c6-eda8-4436-8d60-3d248bdacdf7 req-ded8a587-73b7-42d4-9a57-4c2f747cf353 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:31.967331 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-9146d6c6-eda8-4436-8d60-3d248bdacdf7 req-ded8a587-73b7-42d4-9a57-4c2f747cf353 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 949 time: 0.0567212 Feb 16 18:21:32.012939 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7f5ef591-020f-4a4b-bf30-cce0be68a46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for network (2b925c41-17ee-42bb-8e4d-3cf4909400ae), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:32.014014 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5ef591-020f-4a4b-bf30-cce0be68a46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:32.014607 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7f5ef591-020f-4a4b-bf30-cce0be68a46f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:32.017834 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-9146d6c6-eda8-4436-8d60-3d248bdacdf7 req-036f4feb-3a1e-4f7f-b045-6c5c8d6f7b92 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/security-groups?id=5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439668 Feb 16 18:21:32.075426 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ef591-020f-4a4b-bf30-cce0be68a46f admin admin] Pushing event updated for resources: {'Network': ['ID=2b925c41-17ee-42bb-8e4d-3cf4909400ae,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:32.086957 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Network 2b925c41-17ee-42bb-8e4d-3cf4909400ae details requested by agent ovs-agent-dv-cinder-773985-33-iscsi with host dv-cinder-773985-33-iscsi {{(pid=103277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 18:21:32.101106 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-7f5ef591-020f-4a4b-bf30-cce0be68a46f admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6201525 Feb 16 18:21:32.103758 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 55704) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:32.108665 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-66d8a6f5-01ca-4d55-8814-2b30f79e2d9b admin admin] Request body: {'subnet': {'network_id': '2b925c41-17ee-42bb-8e4d-3cf4909400ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1152556347-subnet', 'tenant_id': 'e740c52ad64142398b541359c4b59da4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:21:32.206866 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-681b2daf-7c14-4c0a-bc4e-8359fd8b279d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:32.229736 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d8a6f5-01ca-4d55-8814-2b30f79e2d9b admin admin] Made reservation on behalf of e740c52ad64142398b541359c4b59da4 for: {'subnet': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:21:32.232168 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-66d8a6f5-01ca-4d55-8814-2b30f79e2d9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8761744'] for subnet (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:32.464574 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-66d8a6f5-01ca-4d55-8814-2b30f79e2d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8533352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8761762'] for subnet (f85686ac-8d4f-40f4-9d20-44dd74c413da), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:32.516422 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8a6f5-01ca-4d55-8814-2b30f79e2d9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f85686ac-8d4f-40f4-9d20-44dd74c413da,revision_number=0']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:32.532468 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d8a6f5-01ca-4d55-8814-2b30f79e2d9b admin admin] Checking segment: {'id': 'b41e98e9-108e-4dac-ae8e-eec7f26349c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b925c41-17ee-42bb-8e4d-3cf4909400ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:21:32.532833 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d8a6f5-01ca-4d55-8814-2b30f79e2d9b admin admin] Network hostable DHCP agents. Network: 2b925c41-17ee-42bb-8e4d-3cf4909400ae, hostable agents: ['f2339edf-a2ee-4e84-8bf4-086a7482b327'], hosted agents: [] {{(pid=103275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 18:21:32.607010 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d8a6f5-01ca-4d55-8814-2b30f79e2d9b admin admin] Network 2b925c41-17ee-42bb-8e4d-3cf4909400ae is scheduled to be hosted by DHCP agent f2339edf-a2ee-4e84-8bf4-086a7482b327 with binding_index 1 {{(pid=103275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 18:21:32.652302 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-66d8a6f5-01ca-4d55-8814-2b30f79e2d9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-33-iscsi, 2b925c41-17ee-42bb-8e4d-3cf4909400ae) {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:21:32.656331 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d8a6f5-01ca-4d55-8814-2b30f79e2d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:32.657583 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-66d8a6f5-01ca-4d55-8814-2b30f79e2d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for subnet (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:32.662237 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a3b3d7-4146-4d81-8180-e7685c8763c9 None None] Network 2b925c41-17ee-42bb-8e4d-3cf4909400ae requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:21:32.718396 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-66d8a6f5-01ca-4d55-8814-2b30f79e2d9b admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6135449 Feb 16 18:21:32.721671 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 55712) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:32.726307 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-c6c64678-6074-47f4-b00b-16693baf1e02 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1152556347-router', 'tenant_id': 'e740c52ad64142398b541359c4b59da4', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:21:32.760825 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c14805-c4a3-4f62-95ca-ae4b59759074 None None] Network 2b925c41-17ee-42bb-8e4d-3cf4909400ae requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:21:32.795911 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c6c64678-6074-47f4-b00b-16693baf1e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-465507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1026382'] for router (26d82f0a-54c9-44c8-903b-f7e09d6281e7), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:32.797102 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c6c64678-6074-47f4-b00b-16693baf1e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-459561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1026423'] for router (26d82f0a-54c9-44c8-903b-f7e09d6281e7), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:32.889997 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c6c64678-6074-47f4-b00b-16693baf1e02 admin admin] Publish callbacks [] for router_controller (26d82f0a-54c9-44c8-903b-f7e09d6281e7), precommit_add_association {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:33.102533 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c6c64678-6074-47f4-b00b-16693baf1e02 admin admin] Publish callbacks [] for router_gateway (26d82f0a-54c9-44c8-903b-f7e09d6281e7), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:33.146818 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda37bc5-87bf-4cde-8cfb-2591e058bad7 req-eb9611c4-922f-46bc-a11f-b33d1cec6327 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:33.148277 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-dda37bc5-87bf-4cde-8cfb-2591e058bad7 req-eb9611c4-922f-46bc-a11f-b33d1cec6327 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 949 time: 0.0618742 Feb 16 18:21:33.209681 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-dda37bc5-87bf-4cde-8cfb-2591e058bad7 req-ac7a2206-f033-4864-9feb-f12dc309fde7 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/security-groups?id=5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556107 Feb 16 18:21:33.388418 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c6c64678-6074-47f4-b00b-16693baf1e02 admin admin] Publish callbacks [] for router_gateway (26d82f0a-54c9-44c8-903b-f7e09d6281e7), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:33.413059 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c6c64678-6074-47f4-b00b-16693baf1e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:33.525070 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-c6c64678-6074-47f4-b00b-16693baf1e02 admin admin] Allocated IP 172.27.3.82 (c00f8eca-8c80-474c-b61e-3160eeb0c24d/19362ace-3fbd-48f2-895e-4d065f6f071c/c2272e0f-7ae1-4485-bcce-b870d42cd3e5) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:21:33.629314 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c6c64678-6074-47f4-b00b-16693baf1e02 admin admin] Publish callbacks [] for port (c2272e0f-7ae1-4485-bcce-b870d42cd3e5), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:33.708895 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce8afb-386d-4d39-8b8e-e0314a3c06f4 req-5d04c811-76c2-47bf-8bfd-f84b1a0d90e9 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:33.710505 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6cce8afb-386d-4d39-8b8e-e0314a3c06f4 req-5d04c811-76c2-47bf-8bfd-f84b1a0d90e9 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 949 time: 0.0592732 Feb 16 18:21:33.743679 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c6c64678-6074-47f4-b00b-16693baf1e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (c2272e0f-7ae1-4485-bcce-b870d42cd3e5), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:33.792800 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6cce8afb-386d-4d39-8b8e-e0314a3c06f4 req-9d9e4410-4978-42ba-98c0-cc206e1d38ef tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/security-groups?id=5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768166 Feb 16 18:21:33.798663 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c64678-6074-47f4-b00b-16693baf1e02 admin admin] Network c00f8eca-8c80-474c-b61e-3160eeb0c24d is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:21:33.801631 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-c6c64678-6074-47f4-b00b-16693baf1e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:21:33.814127 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c64678-6074-47f4-b00b-16693baf1e02 admin admin] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:21:33.829052 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c64678-6074-47f4-b00b-16693baf1e02 admin admin] Pushing event updated for resources: {'Port': ['ID=c2272e0f-7ae1-4485-bcce-b870d42cd3e5,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:34.139113 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c6c64678-6074-47f4-b00b-16693baf1e02 admin admin] Publish callbacks [] for router_gateway (26d82f0a-54c9-44c8-903b-f7e09d6281e7), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:34.452777 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-80eec01a-d55c-495f-8471-265e71d55bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:34.534239 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c6c64678-6074-47f4-b00b-16693baf1e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-465654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-459636'] for router (26d82f0a-54c9-44c8-903b-f7e09d6281e7), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:34.755257 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c64678-6074-47f4-b00b-16693baf1e02 admin admin] Router 26d82f0a-54c9-44c8-903b-f7e09d6281e7 is scheduled to L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 with binding_index 1 {{(pid=103275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 18:21:34.867642 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c64678-6074-47f4-b00b-16693baf1e02 admin admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:21:34.877145 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1280b280-f5d8-4bed-a525-dd812466d745 None None] Sync routers for ids ['26d82f0a-54c9-44c8-903b-f7e09d6281e7'] in dv-cinder-773985-33-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:21:34.887354 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1280b280-f5d8-4bed-a525-dd812466d745 None None] Routers {'26d82f0a-54c9-44c8-903b-f7e09d6281e7'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:21:34.888023 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-1280b280-f5d8-4bed-a525-dd812466d745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:21:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['26d82f0a-54c9-44c8-903b-f7e09d6281e7'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:21:34.918964 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f55827-f57b-4f4f-bbfa-8b9a8b75848f req-cf12273f-90f1-410b-b0a7-092f5cfd30c3 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:34.920431 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-b7f55827-f57b-4f4f-bbfa-8b9a8b75848f req-cf12273f-90f1-410b-b0a7-092f5cfd30c3 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 949 time: 0.0560286 Feb 16 18:21:34.968030 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-b7f55827-f57b-4f4f-bbfa-8b9a8b75848f req-3b57954e-c94c-41ae-a03d-d8745f06da9f tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/security-groups?id=5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419838 Feb 16 18:21:34.975986 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c6c64678-6074-47f4-b00b-16693baf1e02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:34.977442 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-c6c64678-6074-47f4-b00b-16693baf1e02 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.2547822 Feb 16 18:21:34.980613 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 55748) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:34.999770 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-1280b280-f5d8-4bed-a525-dd812466d745 None None] Set router 26d82f0a-54c9-44c8-903b-f7e09d6281e7 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:21:35.182725 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-1280b280-f5d8-4bed-a525-dd812466d745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d82f0a-54c9-44c8-903b-f7e09d6281e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1152556347-router', 'tenant_id': 'e740c52ad64142398b541359c4b59da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c2272e0f-7ae1-4485-bcce-b870d42cd3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:21:32Z', 'updated_at': '2022-02-16T18:21:33Z', 'revision_number': 3, 'project_id': 'e740c52ad64142398b541359c4b59da4', 'gw_port': {'id': 'c2272e0f-7ae1-4485-bcce-b870d42cd3e5', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:41:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d82f0a-54c9-44c8-903b-f7e09d6281e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:21:33Z', 'updated_at': '2022-02-16T18:21:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:21:35.209522 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1280b280-f5d8-4bed-a525-dd812466d745 None None] Checking router: 26d82f0a-54c9-44c8-903b-f7e09d6281e7 for host: dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:21:35.209867 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1280b280-f5d8-4bed-a525-dd812466d745 None None] Updating router 26d82f0a-54c9-44c8-903b-f7e09d6281e7 port c2272e0f-7ae1-4485-bcce-b870d42cd3e5 binding host dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 18:21:35.237357 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1280b280-f5d8-4bed-a525-dd812466d745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (c2272e0f-7ae1-4485-bcce-b870d42cd3e5), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:35.425679 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-27cc1c6e-c486-4d86-89d1-2eedbf95c136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:35.495354 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1280b280-f5d8-4bed-a525-dd812466d745 None None] Publish callbacks [] for port (c2272e0f-7ae1-4485-bcce-b870d42cd3e5), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:35.555501 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:35.556022 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1280b280-f5d8-4bed-a525-dd812466d745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (c2272e0f-7ae1-4485-bcce-b870d42cd3e5), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:35.586635 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-27cc1c6e-c486-4d86-89d1-2eedbf95c136 admin admin] Allocated IP 172.20.0.1 (2b925c41-17ee-42bb-8e4d-3cf4909400ae/f85686ac-8d4f-40f4-9d20-44dd74c413da/5a7093ce-5163-4a3d-80ec-e4be661075ea) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:21:35.605131 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020bcb2-a99e-4e3f-bf16-7810089b3190 None None] Pushing event updated for resources: {'Port': ['ID=c2272e0f-7ae1-4485-bcce-b870d42cd3e5,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:35.619325 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020bcb2-a99e-4e3f-bf16-7810089b3190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:35.619749 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020bcb2-a99e-4e3f-bf16-7810089b3190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:35.620111 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020bcb2-a99e-4e3f-bf16-7810089b3190 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:35.620455 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020bcb2-a99e-4e3f-bf16-7810089b3190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:35.626025 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020bcb2-a99e-4e3f-bf16-7810089b3190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:35.626025 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020bcb2-a99e-4e3f-bf16-7810089b3190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:35.626025 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020bcb2-a99e-4e3f-bf16-7810089b3190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:35.626025 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020bcb2-a99e-4e3f-bf16-7810089b3190 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:35.626025 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020bcb2-a99e-4e3f-bf16-7810089b3190 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:35.626025 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020bcb2-a99e-4e3f-bf16-7810089b3190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:35.626025 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020bcb2-a99e-4e3f-bf16-7810089b3190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:35.626025 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020bcb2-a99e-4e3f-bf16-7810089b3190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:35.626025 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020bcb2-a99e-4e3f-bf16-7810089b3190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:21:35.629338 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-1280b280-f5d8-4bed-a525-dd812466d745 None None] Attempting to bind port c2272e0f-7ae1-4485-bcce-b870d42cd3e5 on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:21:35.629709 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-1280b280-f5d8-4bed-a525-dd812466d745 None None] Attempting to bind port c2272e0f-7ae1-4485-bcce-b870d42cd3e5 by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:21:35.630082 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1280b280-f5d8-4bed-a525-dd812466d745 None None] Attempting to bind port c2272e0f-7ae1-4485-bcce-b870d42cd3e5 on network c00f8eca-8c80-474c-b61e-3160eeb0c24d {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:21:35.635152 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1280b280-f5d8-4bed-a525-dd812466d745 None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:21:35.635593 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1280b280-f5d8-4bed-a525-dd812466d745 None None] Checking segment: {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:21:35.636004 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1280b280-f5d8-4bed-a525-dd812466d745 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:35.636388 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1280b280-f5d8-4bed-a525-dd812466d745 None None] Bound using segment: {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:21:35.636849 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-1280b280-f5d8-4bed-a525-dd812466d745 None None] Bound port: c2272e0f-7ae1-4485-bcce-b870d42cd3e5, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:21:35.637274 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1280b280-f5d8-4bed-a525-dd812466d745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (c2272e0f-7ae1-4485-bcce-b870d42cd3e5), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:35.690899 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-1280b280-f5d8-4bed-a525-dd812466d745 None None] For port c2272e0f-7ae1-4485-bcce-b870d42cd3e5, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:21:35.694433 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-1280b280-f5d8-4bed-a525-dd812466d745 None None] For port c2272e0f-7ae1-4485-bcce-b870d42cd3e5, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=c2272e0f-7ae1-4485-bcce-b870d42cd3e5,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:21:35.701177 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-27cc1c6e-c486-4d86-89d1-2eedbf95c136 admin admin] Publish callbacks [] for port (5a7093ce-5163-4a3d-80ec-e4be661075ea), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:35.763394 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1280b280-f5d8-4bed-a525-dd812466d745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (c2272e0f-7ae1-4485-bcce-b870d42cd3e5), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:35.807719 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-27cc1c6e-c486-4d86-89d1-2eedbf95c136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (5a7093ce-5163-4a3d-80ec-e4be661075ea), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:35.818141 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1280b280-f5d8-4bed-a525-dd812466d745 None None] Routers {'26d82f0a-54c9-44c8-903b-f7e09d6281e7'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:21:35.818682 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-1280b280-f5d8-4bed-a525-dd812466d745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:21:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['26d82f0a-54c9-44c8-903b-f7e09d6281e7'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:21:35.846118 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cc1c6e-c486-4d86-89d1-2eedbf95c136 admin admin] Network 2b925c41-17ee-42bb-8e4d-3cf4909400ae is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:21:35.851483 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-27cc1c6e-c486-4d86-89d1-2eedbf95c136 admin admin] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:21:35.853931 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cc1c6e-c486-4d86-89d1-2eedbf95c136 admin admin] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:21:35.889466 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc1c6e-c486-4d86-89d1-2eedbf95c136 admin admin] Pushing event updated for resources: {'Port': ['ID=5a7093ce-5163-4a3d-80ec-e4be661075ea,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:35.905996 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-27cc1c6e-c486-4d86-89d1-2eedbf95c136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461865'] for router_interface (26d82f0a-54c9-44c8-903b-f7e09d6281e7), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:35.927464 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020bcb2-a99e-4e3f-bf16-7810089b3190 None None] Pushing event updated for resources: {'Port': ['ID=c2272e0f-7ae1-4485-bcce-b870d42cd3e5,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:35.942211 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-1280b280-f5d8-4bed-a525-dd812466d745 None None] Set router 26d82f0a-54c9-44c8-903b-f7e09d6281e7 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:21:36.148219 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb4f0f-ea2b-424f-ae11-510ea7838b74 req-4038e877-1d12-4766-80da-17f70553bbef tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:36.149820 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7fdb4f0f-ea2b-424f-ae11-510ea7838b74 req-4038e877-1d12-4766-80da-17f70553bbef tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 949 time: 0.0931730 Feb 16 18:21:36.150850 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-27cc1c6e-c486-4d86-89d1-2eedbf95c136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (5a7093ce-5163-4a3d-80ec-e4be661075ea), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:36.255762 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-1280b280-f5d8-4bed-a525-dd812466d745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d82f0a-54c9-44c8-903b-f7e09d6281e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1152556347-router', 'tenant_id': 'e740c52ad64142398b541359c4b59da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c2272e0f-7ae1-4485-bcce-b870d42cd3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:21:32Z', 'updated_at': '2022-02-16T18:21:33Z', 'revision_number': 3, 'project_id': 'e740c52ad64142398b541359c4b59da4', 'gw_port': {'id': 'c2272e0f-7ae1-4485-bcce-b870d42cd3e5', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:41:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d82f0a-54c9-44c8-903b-f7e09d6281e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:21:33Z', 'updated_at': '2022-02-16T18:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:21:36.280448 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7fdb4f0f-ea2b-424f-ae11-510ea7838b74 req-fc7871fe-1377-46b4-8ec3-5426db753679 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/security-groups?id=5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200140 Feb 16 18:21:36.287142 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1280b280-f5d8-4bed-a525-dd812466d745 None None] The sync data for ids ['26d82f0a-54c9-44c8-903b-f7e09d6281e7'] in dv-cinder-773985-33-iscsi is: [{'id': '26d82f0a-54c9-44c8-903b-f7e09d6281e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1152556347-router', 'tenant_id': 'e740c52ad64142398b541359c4b59da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c2272e0f-7ae1-4485-bcce-b870d42cd3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:21:32Z', 'updated_at': '2022-02-16T18:21:33Z', 'revision_number': 3, 'project_id': 'e740c52ad64142398b541359c4b59da4', 'gw_port': {'id': 'c2272e0f-7ae1-4485-bcce-b870d42cd3e5', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:41:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d82f0a-54c9-44c8-903b-f7e09d6281e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:21:33Z', 'updated_at': '2022-02-16T18:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:21:36.407347 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-27cc1c6e-c486-4d86-89d1-2eedbf95c136 admin admin] Publish callbacks [] for port (5a7093ce-5163-4a3d-80ec-e4be661075ea), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:36.499085 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-27cc1c6e-c486-4d86-89d1-2eedbf95c136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (5a7093ce-5163-4a3d-80ec-e4be661075ea), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:36.585376 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-27cc1c6e-c486-4d86-89d1-2eedbf95c136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3745776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462005'] for router_interface (26d82f0a-54c9-44c8-903b-f7e09d6281e7), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:36.591036 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc1c6e-c486-4d86-89d1-2eedbf95c136 admin admin] Pushing event updated for resources: {'Port': ['ID=5a7093ce-5163-4a3d-80ec-e4be661075ea,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:36.736041 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54acab5-79fc-405a-99bd-e26586783666 req-238f5465-3b41-4a8f-9233-7f7962bb9855 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:36.737592 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f54acab5-79fc-405a-99bd-e26586783666 req-238f5465-3b41-4a8f-9233-7f7962bb9855 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 949 time: 0.1193655 Feb 16 18:21:36.748064 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cc1c6e-c486-4d86-89d1-2eedbf95c136 admin admin] Network 2b925c41-17ee-42bb-8e4d-3cf4909400ae is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:21:36.749623 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-27cc1c6e-c486-4d86-89d1-2eedbf95c136 admin admin] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:21:36.893220 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cc1c6e-c486-4d86-89d1-2eedbf95c136 admin admin] Router 26d82f0a-54c9-44c8-903b-f7e09d6281e7 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:21:37.008708 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:37.052677 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 55792) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:37.068363 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cc1c6e-c486-4d86-89d1-2eedbf95c136 admin admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:21:37.082613 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-27cc1c6e-c486-4d86-89d1-2eedbf95c136 admin admin] 10.222.0.87 "PUT /v2.0/routers/26d82f0a-54c9-44c8-903b-f7e09d6281e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1011631 Feb 16 18:21:37.207867 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-11b4c33a-01ae-4ece-b3a7-268d67c6da75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:37.329207 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-11b4c33a-01ae-4ece-b3a7-268d67c6da75 admin admin] Publish callbacks [] for security_group (1e45b5df-ac71-4f06-a329-4232e7ceba24), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:37.443143 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca2b83-d5b1-4a74-a842-a438525fd948 req-930319e3-b384-4c87-9b25-14d86cd7a0fd tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:37.444700 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7dca2b83-d5b1-4a74-a842-a438525fd948 req-930319e3-b384-4c87-9b25-14d86cd7a0fd tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 949 time: 0.0644844 Feb 16 18:21:37.447500 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-11b4c33a-01ae-4ece-b3a7-268d67c6da75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (1e45b5df-ac71-4f06-a329-4232e7ceba24), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:37.494722 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-11b4c33a-01ae-4ece-b3a7-268d67c6da75 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7d869c0c8d454a638bd1406ed4301abb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4408472 Feb 16 18:21:37.495399 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 55822) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:37.497653 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4c33a-01ae-4ece-b3a7-268d67c6da75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e45b5df-ac71-4f06-a329-4232e7ceba24,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:37.524432 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7dca2b83-d5b1-4a74-a842-a438525fd948 req-c2dadca3-2ba7-4e1c-87c8-17d391da992f tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/security-groups?id=5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706773 Feb 16 18:21:37.574286 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f051acf6-151f-478e-ac77-10210659da8f admin admin] Publish callbacks [] for security_group (1e45b5df-ac71-4f06-a329-4232e7ceba24), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:37.650351 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f051acf6-151f-478e-ac77-10210659da8f admin admin] Publish callbacks [] for security_group (1e45b5df-ac71-4f06-a329-4232e7ceba24), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:37.677284 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device c2272e0f-7ae1-4485-bcce-b870d42cd3e5 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:21:37.746776 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port c2272e0f-7ae1-4485-bcce-b870d42cd3e5 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:21:37.747141 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (c2272e0f-7ae1-4485-bcce-b870d42cd3e5), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:37.834631 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port c2272e0f-7ae1-4485-bcce-b870d42cd3e5 is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:21:37.835034 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (c2272e0f-7ae1-4485-bcce-b870d42cd3e5), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:37.859493 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] For port c2272e0f-7ae1-4485-bcce-b870d42cd3e5, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=c2272e0f-7ae1-4485-bcce-b870d42cd3e5,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:21:37.922403 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (c2272e0f-7ae1-4485-bcce-b870d42cd3e5), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:38.009597 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Pushing event updated for resources: {'Port': ['ID=c2272e0f-7ae1-4485-bcce-b870d42cd3e5,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:38.039074 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-a5ae458a-e58e-4081-912a-1cd1669d34f1 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:38.040594 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-a5ae458a-e58e-4081-912a-1cd1669d34f1 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/networks?id=2b925c41-17ee-42bb-8e4d-3cf4909400ae HTTP/1.1" status: 200 len: 819 time: 0.4629998 Feb 16 18:21:38.064282 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-06d13dbf-a65a-4704-9295-39b0a6fcf455 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/quotas/e740c52ad64142398b541359c4b59da4 HTTP/1.1" status: 200 len: 375 time: 0.0167196 Feb 16 18:21:38.144145 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-f54acab5-79fc-405a-99bd-e26586783666 req-53ff9735-2c70-44dc-89fe-e531eed1a2d6 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Deleting port 9000bbb7-7b6d-4a25-91d7-067112c0271c {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:21:38.144487 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-f54acab5-79fc-405a-99bd-e26586783666 req-53ff9735-2c70-44dc-89fe-e531eed1a2d6 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (9000bbb7-7b6d-4a25-91d7-067112c0271c), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:38.179088 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f051acf6-151f-478e-ac77-10210659da8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (1e45b5df-ac71-4f06-a329-4232e7ceba24), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:38.181754 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f051acf6-151f-478e-ac77-10210659da8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:38.187293 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-f051acf6-151f-478e-ac77-10210659da8f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1e45b5df-ac71-4f06-a329-4232e7ceba24 HTTP/1.1" status: 204 len: 168 time: 0.6891103 Feb 16 18:21:38.198800 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-c5b3d1d4-fcf0-4bc8-8ba3-6d25651722e7 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e740c52ad64142398b541359c4b59da4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1238391 Feb 16 18:21:38.224307 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 55844) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:38.264246 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051acf6-151f-478e-ac77-10210659da8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e45b5df-ac71-4f06-a329-4232e7ceba24,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:38.272238 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1683b73-e3cc-4f7d-832b-dc5a347b3055 None None] Sync routers for ids ['26d82f0a-54c9-44c8-903b-f7e09d6281e7'] in dv-cinder-773985-33-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:21:38.292111 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1683b73-e3cc-4f7d-832b-dc5a347b3055 None None] Routers {'26d82f0a-54c9-44c8-903b-f7e09d6281e7'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:21:38.292857 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-d1683b73-e3cc-4f7d-832b-dc5a347b3055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:21:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['26d82f0a-54c9-44c8-903b-f7e09d6281e7'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:21:38.361446 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-f54acab5-79fc-405a-99bd-e26586783666 req-53ff9735-2c70-44dc-89fe-e531eed1a2d6 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] For port 9000bbb7-7b6d-4a25-91d7-067112c0271c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9000bbb7-7b6d-4a25-91d7-067112c0271c,segment=NetworkSegment(b1fb343f-db6a-482a-9e4e-0d6d8bb90170),segment_id=b1fb343f-db6a-482a-9e4e-0d6d8bb90170)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:21:38.362041 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-f54acab5-79fc-405a-99bd-e26586783666 req-53ff9735-2c70-44dc-89fe-e531eed1a2d6 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (9000bbb7-7b6d-4a25-91d7-067112c0271c), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:38.393331 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-f54acab5-79fc-405a-99bd-e26586783666 req-53ff9735-2c70-44dc-89fe-e531eed1a2d6 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Calling delete_port for 9000bbb7-7b6d-4a25-91d7-067112c0271c owned by compute:nova {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:21:38.395390 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ae82bd1e-d69b-4f40-8663-a5d5810cad47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:38.424811 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-26cf332e-b916-48ae-a6ab-c5d56f7ffd48 service neutron] 10.222.0.87 "GET /v2.0/networks/2b925c41-17ee-42bb-8e4d-3cf4909400ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714468 Feb 16 18:21:38.506896 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ae82bd1e-d69b-4f40-8663-a5d5810cad47 admin admin] Publish callbacks [] for security_group (675f5e8c-57b4-47f7-8f8c-514dbf93155d), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:38.569781 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ae82bd1e-d69b-4f40-8663-a5d5810cad47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (675f5e8c-57b4-47f7-8f8c-514dbf93155d), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:38.595267 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82bd1e-d69b-4f40-8663-a5d5810cad47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675f5e8c-57b4-47f7-8f8c-514dbf93155d,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:38.601347 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-d1683b73-e3cc-4f7d-832b-dc5a347b3055 None None] Set router 26d82f0a-54c9-44c8-903b-f7e09d6281e7 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:21:38.635847 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-b7fb07e4-51bf-4f17-ae57-8801e2bece24 service neutron] 10.222.0.87 "GET /v2.0/networks/2b925c41-17ee-42bb-8e4d-3cf4909400ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708400 Feb 16 18:21:38.654970 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-ae82bd1e-d69b-4f40-8663-a5d5810cad47 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a553701564044efa8162e085d0d7a4d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4291954 Feb 16 18:21:38.665434 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 55852) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:38.674225 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:38.773784 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-52718295-932a-4ed5-ae9a-cdba8ccbafad admin admin] Publish callbacks [] for security_group (675f5e8c-57b4-47f7-8f8c-514dbf93155d), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:38.827521 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-52718295-932a-4ed5-ae9a-cdba8ccbafad admin admin] Publish callbacks [] for security_group (675f5e8c-57b4-47f7-8f8c-514dbf93155d), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:38.858506 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-f54acab5-79fc-405a-99bd-e26586783666 req-53ff9735-2c70-44dc-89fe-e531eed1a2d6 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (9000bbb7-7b6d-4a25-91d7-067112c0271c), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:38.883485 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cbf75-aea7-473c-bfb7-16a0389e6b7e req-3e5e75fc-3bb4-4782-879d-25b39ad4945d tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:38.885042 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-082cbf75-aea7-473c-bfb7-16a0389e6b7e req-3e5e75fc-3bb4-4782-879d-25b39ad4945d tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 949 time: 0.1128318 Feb 16 18:21:38.905302 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff9735-2c70-44dc-89fe-e531eed1a2d6 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Pushing event deleted for resources: {'Port': ['ID=9000bbb7-7b6d-4a25-91d7-067112c0271c,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:38.975418 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54acab5-79fc-405a-99bd-e26586783666 req-53ff9735-2c70-44dc-89fe-e531eed1a2d6 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] No DVR routers for this DVR port 9000bbb7-7b6d-4a25-91d7-067112c0271c on host hv-cinder-77398 {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:21:38.979186 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-f54acab5-79fc-405a-99bd-e26586783666 req-53ff9735-2c70-44dc-89fe-e531eed1a2d6 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:38.982871 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f54acab5-79fc-405a-99bd-e26586783666 req-53ff9735-2c70-44dc-89fe-e531eed1a2d6 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.45 "DELETE /v2.0/ports/9000bbb7-7b6d-4a25-91d7-067112c0271c HTTP/1.1" status: 204 len: 173 time: 1.3547399 Feb 16 18:21:38.994147 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f4c944-672d-40eb-9650-96ebe5fad47b', 'name': 'network-vif-deleted', 'tag': '9000bbb7-7b6d-4a25-91d7-067112c0271c'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:21:38.996932 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da357607-8be4-4112-b853-a357be087104" -d '{"events": [{"server_uuid": "c2f4c944-672d-40eb-9650-96ebe5fad47b", "name": "network-vif-deleted", "tag": "9000bbb7-7b6d-4a25-91d7-067112c0271c"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:21:39.014657 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-d1683b73-e3cc-4f7d-832b-dc5a347b3055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d82f0a-54c9-44c8-903b-f7e09d6281e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1152556347-router', 'tenant_id': 'e740c52ad64142398b541359c4b59da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c2272e0f-7ae1-4485-bcce-b870d42cd3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:21:32Z', 'updated_at': '2022-02-16T18:21:36Z', 'revision_number': 4, 'project_id': 'e740c52ad64142398b541359c4b59da4', 'gw_port': {'id': 'c2272e0f-7ae1-4485-bcce-b870d42cd3e5', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d82f0a-54c9-44c8-903b-f7e09d6281e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:21:33Z', 'updated_at': '2022-02-16T18:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '5a7093ce-5163-4a3d-80ec-e4be661075ea', 'name': '', 'network_id': '2b925c41-17ee-42bb-8e4d-3cf4909400ae', 'tenant_id': 'e740c52ad64142398b541359c4b59da4', 'mac_address': 'fa:16:3e:b1:c4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d82f0a-54c9-44c8-903b-f7e09d6281e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f85686ac-8d4f-40f4-9d20-44dd74c413da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:21:35Z', 'updated_at': '2022-02-16T18:21:36Z', 'revision_number': 2, 'project_id': 'e740c52ad64142398b541359c4b59da4', 'subnets': [{'id': 'f85686ac-8d4f-40f4-9d20-44dd74c413da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:21:39.025909 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fbb6ed6f-1f55-4509-8eaa-f149659463df req-fcc28312-6ff5-4ce1-8c8b-fc0035581442 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 210 time: 0.0477865 Feb 16 18:21:39.045252 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-52718295-932a-4ed5-ae9a-cdba8ccbafad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (675f5e8c-57b4-47f7-8f8c-514dbf93155d), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:39.074957 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1683b73-e3cc-4f7d-832b-dc5a347b3055 None None] Checking router: 26d82f0a-54c9-44c8-903b-f7e09d6281e7 for host: dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:21:39.075623 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1683b73-e3cc-4f7d-832b-dc5a347b3055 None None] Updating router 26d82f0a-54c9-44c8-903b-f7e09d6281e7 port 5a7093ce-5163-4a3d-80ec-e4be661075ea binding host dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 18:21:39.083951 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-52718295-932a-4ed5-ae9a-cdba8ccbafad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:39.086714 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-52718295-932a-4ed5-ae9a-cdba8ccbafad admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/675f5e8c-57b4-47f7-8f8c-514dbf93155d HTTP/1.1" status: 204 len: 168 time: 0.4187028 Feb 16 18:21:39.120382 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-082cbf75-aea7-473c-bfb7-16a0389e6b7e req-360c3d05-8d1e-447d-8b62-04ad89884352 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/security-groups?id=5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277699 Feb 16 18:21:39.122423 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52718295-932a-4ed5-ae9a-cdba8ccbafad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675f5e8c-57b4-47f7-8f8c-514dbf93155d,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:39.198494 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81423a36-c190-456c-8a91-3774638595b2 x-openstack-request-id: req-81423a36-c190-456c-8a91-3774638595b2 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:21:39.199336 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f4c944-672d-40eb-9650-96ebe5fad47b", "name": "network-vif-deleted", "tag": "9000bbb7-7b6d-4a25-91d7-067112c0271c", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:21:39.199482 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-81423a36-c190-456c-8a91-3774638595b2 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:21:39.200166 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f4c944-672d-40eb-9650-96ebe5fad47b', 'name': 'network-vif-deleted', 'tag': '9000bbb7-7b6d-4a25-91d7-067112c0271c', 'status': 'completed', 'code': 200} Feb 16 18:21:39.207370 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 55872) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:39.231730 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7505ecb8-5825-43d5-ba09-b5a212b23505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:39.240303 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d1683b73-e3cc-4f7d-832b-dc5a347b3055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (5a7093ce-5163-4a3d-80ec-e4be661075ea), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:39.389267 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['9000bbb7-7b6d-4a25-91d7-067112c0271c'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:21:39.507044 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7505ecb8-5825-43d5-ba09-b5a212b23505 admin admin] Publish callbacks [] for security_group (7dbc5ab9-7b7e-4202-8290-775de46fcf4d), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:39.592758 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d1683b73-e3cc-4f7d-832b-dc5a347b3055 None None] Publish callbacks [] for port (5a7093ce-5163-4a3d-80ec-e4be661075ea), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:39.602850 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device c2272e0f-7ae1-4485-bcce-b870d42cd3e5 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:21:39.672574 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port c2272e0f-7ae1-4485-bcce-b870d42cd3e5 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:21:39.673052 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (c2272e0f-7ae1-4485-bcce-b870d42cd3e5), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:39.702255 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d1683b73-e3cc-4f7d-832b-dc5a347b3055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (5a7093ce-5163-4a3d-80ec-e4be661075ea), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:39.732791 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7505ecb8-5825-43d5-ba09-b5a212b23505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (7dbc5ab9-7b7e-4202-8290-775de46fcf4d), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:39.780469 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e117dbe-d014-4e43-97c9-4d2ab11eb580 None None] Pushing event updated for resources: {'Port': ['ID=5a7093ce-5163-4a3d-80ec-e4be661075ea,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:39.827700 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505ecb8-5825-43d5-ba09-b5a212b23505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbc5ab9-7b7e-4202-8290-775de46fcf4d,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:39.858148 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-7505ecb8-5825-43d5-ba09-b5a212b23505 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0bba95d2c2ea48e8b53dda0eed856528&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6489007 Feb 16 18:21:39.860677 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 55898) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:39.867514 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-f8cf2221-ba25-405c-b250-381ab1bf5496 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:39.869324 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-f8cf2221-ba25-405c-b250-381ab1bf5496 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/networks?id=2b925c41-17ee-42bb-8e4d-3cf4909400ae HTTP/1.1" status: 200 len: 819 time: 0.4900861 Feb 16 18:21:39.872935 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-d1683b73-e3cc-4f7d-832b-dc5a347b3055 None None] Attempting to bind port 5a7093ce-5163-4a3d-80ec-e4be661075ea on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:21:39.873340 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-d1683b73-e3cc-4f7d-832b-dc5a347b3055 None None] Attempting to bind port 5a7093ce-5163-4a3d-80ec-e4be661075ea by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': 'b41e98e9-108e-4dac-ae8e-eec7f26349c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b925c41-17ee-42bb-8e4d-3cf4909400ae'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:21:39.875103 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1683b73-e3cc-4f7d-832b-dc5a347b3055 None None] Attempting to bind port 5a7093ce-5163-4a3d-80ec-e4be661075ea on network 2b925c41-17ee-42bb-8e4d-3cf4909400ae {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:21:39.876013 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port c2272e0f-7ae1-4485-bcce-b870d42cd3e5 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:21:39.882281 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1683b73-e3cc-4f7d-832b-dc5a347b3055 None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:21:39.882667 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1683b73-e3cc-4f7d-832b-dc5a347b3055 None None] Checking segment: {'id': 'b41e98e9-108e-4dac-ae8e-eec7f26349c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b925c41-17ee-42bb-8e4d-3cf4909400ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:21:39.883064 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d1683b73-e3cc-4f7d-832b-dc5a347b3055 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:39.883467 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1683b73-e3cc-4f7d-832b-dc5a347b3055 None None] Bound using segment: {'id': 'b41e98e9-108e-4dac-ae8e-eec7f26349c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b925c41-17ee-42bb-8e4d-3cf4909400ae'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:21:39.883950 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-d1683b73-e3cc-4f7d-832b-dc5a347b3055 None None] Bound port: 5a7093ce-5163-4a3d-80ec-e4be661075ea, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41e98e9-108e-4dac-ae8e-eec7f26349c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b925c41-17ee-42bb-8e4d-3cf4909400ae'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:21:39.884336 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d1683b73-e3cc-4f7d-832b-dc5a347b3055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (5a7093ce-5163-4a3d-80ec-e4be661075ea), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:39.900693 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-d05429d1-810e-45d6-8d79-5d81d3136bf9 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/quotas/e740c52ad64142398b541359c4b59da4 HTTP/1.1" status: 200 len: 375 time: 0.0240819 Feb 16 18:21:39.935025 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b416e028-400b-4af9-bed5-285406678a04 admin admin] Publish callbacks [] for security_group (7dbc5ab9-7b7e-4202-8290-775de46fcf4d), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:39.962955 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b416e028-400b-4af9-bed5-285406678a04 admin admin] Publish callbacks [] for security_group (7dbc5ab9-7b7e-4202-8290-775de46fcf4d), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:39.963767 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-d1683b73-e3cc-4f7d-832b-dc5a347b3055 None None] For port 5a7093ce-5163-4a3d-80ec-e4be661075ea, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:21:39.967469 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-d1683b73-e3cc-4f7d-832b-dc5a347b3055 None None] For port 5a7093ce-5163-4a3d-80ec-e4be661075ea, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=5a7093ce-5163-4a3d-80ec-e4be661075ea,segment=NetworkSegment(b41e98e9-108e-4dac-ae8e-eec7f26349c5),segment_id=b41e98e9-108e-4dac-ae8e-eec7f26349c5)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:21:40.019118 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-91b027a1-b23f-405c-84fb-571e51a7b03f tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e740c52ad64142398b541359c4b59da4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1126406 Feb 16 18:21:40.048088 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d1683b73-e3cc-4f7d-832b-dc5a347b3055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (5a7093ce-5163-4a3d-80ec-e4be661075ea), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:40.089469 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 55906) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:40.104546 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-407abe95-87ab-4eb9-a872-cabd1a3cb1bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:40.117385 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e117dbe-d014-4e43-97c9-4d2ab11eb580 None None] Pushing event updated for resources: {'Port': ['ID=5a7093ce-5163-4a3d-80ec-e4be661075ea,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:40.120230 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1683b73-e3cc-4f7d-832b-dc5a347b3055 None None] Routers {'26d82f0a-54c9-44c8-903b-f7e09d6281e7'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:21:40.120868 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-d1683b73-e3cc-4f7d-832b-dc5a347b3055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:21:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['26d82f0a-54c9-44c8-903b-f7e09d6281e7'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:21:40.122637 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b416e028-400b-4af9-bed5-285406678a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (7dbc5ab9-7b7e-4202-8290-775de46fcf4d), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:40.126435 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b416e028-400b-4af9-bed5-285406678a04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:40.129527 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-b416e028-400b-4af9-bed5-285406678a04 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7dbc5ab9-7b7e-4202-8290-775de46fcf4d HTTP/1.1" status: 204 len: 168 time: 0.2652216 Feb 16 18:21:40.144187 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416e028-400b-4af9-bed5-285406678a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbc5ab9-7b7e-4202-8290-775de46fcf4d,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:40.258563 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-407abe95-87ab-4eb9-a872-cabd1a3cb1bc admin admin] Publish callbacks [] for security_group (f4aad87e-643b-4bbc-ac95-256268857a68), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:40.277671 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-26b5eac2-0acc-49c6-81ad-88efd4c84858 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103276) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:21:40.278420 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-26b5eac2-0acc-49c6-81ad-88efd4c84858 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1470680 Feb 16 18:21:40.330968 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-d1683b73-e3cc-4f7d-832b-dc5a347b3055 None None] Set router 26d82f0a-54c9-44c8-903b-f7e09d6281e7 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:21:40.338802 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1ad076e1-5df4-4d23-93a9-5a9ef95e9a35 req-97aaae89-8d3f-4839-8d53-c84bfe79ec62 tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 210 time: 0.0373883 Feb 16 18:21:40.378636 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-407abe95-87ab-4eb9-a872-cabd1a3cb1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (f4aad87e-643b-4bbc-ac95-256268857a68), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:40.388133 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-3fcd435d-4808-4166-b0e5-0e42923469d4 service neutron] 10.222.0.87 "GET /v2.0/networks/2b925c41-17ee-42bb-8e4d-3cf4909400ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022186 Feb 16 18:21:40.421185 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-407abe95-87ab-4eb9-a872-cabd1a3cb1bc admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=829c6373f2784613a8c82bf4b32363bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3305378 Feb 16 18:21:40.422198 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407abe95-87ab-4eb9-a872-cabd1a3cb1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4aad87e-643b-4bbc-ac95-256268857a68,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:40.425332 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 55916) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:40.496676 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-0d8c441a-7454-4f9d-ad3f-c12b6f503b68 service neutron] 10.222.0.87 "GET /v2.0/networks/2b925c41-17ee-42bb-8e4d-3cf4909400ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010973 Feb 16 18:21:40.510463 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e475056a-d22e-40a9-8e55-056ad58ff4d6 admin admin] Publish callbacks [] for security_group (f4aad87e-643b-4bbc-ac95-256268857a68), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:40.535110 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e475056a-d22e-40a9-8e55-056ad58ff4d6 admin admin] Publish callbacks [] for security_group (f4aad87e-643b-4bbc-ac95-256268857a68), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:40.580733 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-d1683b73-e3cc-4f7d-832b-dc5a347b3055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d82f0a-54c9-44c8-903b-f7e09d6281e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1152556347-router', 'tenant_id': 'e740c52ad64142398b541359c4b59da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c2272e0f-7ae1-4485-bcce-b870d42cd3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:21:32Z', 'updated_at': '2022-02-16T18:21:36Z', 'revision_number': 4, 'project_id': 'e740c52ad64142398b541359c4b59da4', 'gw_port': {'id': 'c2272e0f-7ae1-4485-bcce-b870d42cd3e5', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d82f0a-54c9-44c8-903b-f7e09d6281e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:21:33Z', 'updated_at': '2022-02-16T18:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '5a7093ce-5163-4a3d-80ec-e4be661075ea', 'name': '', 'network_id': '2b925c41-17ee-42bb-8e4d-3cf4909400ae', 'tenant_id': 'e740c52ad64142398b541359c4b59da4', 'mac_address': 'fa:16:3e:b1:c4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d82f0a-54c9-44c8-903b-f7e09d6281e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f85686ac-8d4f-40f4-9d20-44dd74c413da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:21:35Z', 'updated_at': '2022-02-16T18:21:39Z', 'revision_number': 4, 'project_id': 'e740c52ad64142398b541359c4b59da4', 'subnets': [{'id': 'f85686ac-8d4f-40f4-9d20-44dd74c413da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:21:40.617463 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1683b73-e3cc-4f7d-832b-dc5a347b3055 None None] The sync data for ids ['26d82f0a-54c9-44c8-903b-f7e09d6281e7'] in dv-cinder-773985-33-iscsi is: [{'id': '26d82f0a-54c9-44c8-903b-f7e09d6281e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1152556347-router', 'tenant_id': 'e740c52ad64142398b541359c4b59da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c2272e0f-7ae1-4485-bcce-b870d42cd3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:21:32Z', 'updated_at': '2022-02-16T18:21:36Z', 'revision_number': 4, 'project_id': 'e740c52ad64142398b541359c4b59da4', 'gw_port': {'id': 'c2272e0f-7ae1-4485-bcce-b870d42cd3e5', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d82f0a-54c9-44c8-903b-f7e09d6281e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:21:33Z', 'updated_at': '2022-02-16T18:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '5a7093ce-5163-4a3d-80ec-e4be661075ea', 'name': '', 'network_id': '2b925c41-17ee-42bb-8e4d-3cf4909400ae', 'tenant_id': 'e740c52ad64142398b541359c4b59da4', 'mac_address': 'fa:16:3e:b1:c4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d82f0a-54c9-44c8-903b-f7e09d6281e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'f85686ac-8d4f-40f4-9d20-44dd74c413da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:21:35Z', 'updated_at': '2022-02-16T18:21:39Z', 'revision_number': 4, 'project_id': 'e740c52ad64142398b541359c4b59da4', 'subnets': [{'id': 'f85686ac-8d4f-40f4-9d20-44dd74c413da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:21:40.681611 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e475056a-d22e-40a9-8e55-056ad58ff4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (f4aad87e-643b-4bbc-ac95-256268857a68), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:40.685517 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e475056a-d22e-40a9-8e55-056ad58ff4d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:40.689140 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-e475056a-d22e-40a9-8e55-056ad58ff4d6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f4aad87e-643b-4bbc-ac95-256268857a68 HTTP/1.1" status: 204 len: 168 time: 0.2598522 Feb 16 18:21:40.701759 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475056a-d22e-40a9-8e55-056ad58ff4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4aad87e-643b-4bbc-ac95-256268857a68,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:40.932740 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-973aeb5b-ebb6-4aa2-83ee-6b66aa8b7d58 req-0d8ced64-1727-4cbf-946b-1a9139907667 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 210 time: 0.0549276 Feb 16 18:21:41.481676 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-8467f94d-3b51-4d89-bd3c-f97f307892e2 req-5ff2c36e-1406-4fef-9f87-434ea5c15a6f tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 210 time: 0.0316820 Feb 16 18:21:41.696636 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 5a7093ce-5163-4a3d-80ec-e4be661075ea up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:21:41.782760 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 5a7093ce-5163-4a3d-80ec-e4be661075ea triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:21:41.783368 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (5a7093ce-5163-4a3d-80ec-e4be661075ea), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:41.885995 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 5a7093ce-5163-4a3d-80ec-e4be661075ea is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:21:41.886400 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (5a7093ce-5163-4a3d-80ec-e4be661075ea), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:41.927948 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] For port 5a7093ce-5163-4a3d-80ec-e4be661075ea, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=5a7093ce-5163-4a3d-80ec-e4be661075ea,segment=NetworkSegment(b41e98e9-108e-4dac-ae8e-eec7f26349c5),segment_id=b41e98e9-108e-4dac-ae8e-eec7f26349c5)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:21:41.985013 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (5a7093ce-5163-4a3d-80ec-e4be661075ea), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:42.044864 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8b8546a7-92d6-44a3-92da-3dcd6f2fc66e req-56f8ff55-1a7c-4a89-b036-62fb6d443ae1 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 210 time: 0.0493174 Feb 16 18:21:42.071981 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Pushing event updated for resources: {'Port': ['ID=5a7093ce-5163-4a3d-80ec-e4be661075ea,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:42.492999 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 9000bbb7-7b6d-4a25-91d7-067112c0271c no longer exists at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:21:42.536238 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] No Port match for: 9000bbb7-7b6d-4a25-91d7-067112c0271c {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:21:42.537116 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 9000bbb7-7b6d-4a25-91d7-067112c0271c not bound to the agent host hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:21:42.612925 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:42.625703 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-c7ba00db-c83b-47ef-ac69-1fda463a3d68 req-fd47586b-6055-49f5-be1e-e70ac7276cfb tempest-VolumesNegativeTest-1980064021 tempest-VolumesNegativeTest-1980064021-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2f4c944-672d-40eb-9650-96ebe5fad47b HTTP/1.1" status: 200 len: 210 time: 0.0497179 Feb 16 18:21:43.157783 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-70335973-c640-4d11-8fd7-6212ee1ca5fa req-1fbfd19a-dd3b-4c2d-977f-487ae0f012ab tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 210 time: 0.0360363 Feb 16 18:21:43.586703 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 5a7093ce-5163-4a3d-80ec-e4be661075ea up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:21:43.637421 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 5a7093ce-5163-4a3d-80ec-e4be661075ea triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:21:43.637794 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (5a7093ce-5163-4a3d-80ec-e4be661075ea), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:43.731990 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 5a7093ce-5163-4a3d-80ec-e4be661075ea is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:21:44.277782 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6b13cb39-693e-4b12-8a17-3db77ba23d5c req-ccd8f4ae-84b7-4fd5-a211-f3b322d30d6b tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 210 time: 0.0431168 Feb 16 18:21:45.373602 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-fc2f2441-0eef-4fce-9b66-4b00cd2d1362 req-f03798f9-3a29-4ccf-aeb9-71e357a523ea tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 210 time: 0.0271792 Feb 16 18:21:46.142226 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-cd30ab84-eb2d-43df-8b6a-3070b2c2c708 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:46.149377 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-cd30ab84-eb2d-43df-8b6a-3070b2c2c708 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.45 "GET /v2.0/networks?id=2b925c41-17ee-42bb-8e4d-3cf4909400ae HTTP/1.1" status: 200 len: 819 time: 0.1464942 Feb 16 18:21:46.172653 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-e679e165-539a-4168-8a4c-423d31344d71 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Request body: {'port': {'device_id': 'dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1', 'network_id': '2b925c41-17ee-42bb-8e4d-3cf4909400ae', 'admin_state_up': True, 'tenant_id': 'e740c52ad64142398b541359c4b59da4'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:21:46.261777 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-480b1666-39cc-409c-b586-bbd1d3972175 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:46.263175 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-480b1666-39cc-409c-b586-bbd1d3972175 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.45 "GET /v2.0/networks?id=2b925c41-17ee-42bb-8e4d-3cf4909400ae HTTP/1.1" status: 200 len: 819 time: 0.1854942 Feb 16 18:21:46.284051 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-093d267e-1189-4225-a369-acff1986b15a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Request body: {'port': {'device_id': 'c2d8f308-60f6-4101-9d7a-934095ad491d', 'network_id': '2b925c41-17ee-42bb-8e4d-3cf4909400ae', 'admin_state_up': True, 'tenant_id': 'e740c52ad64142398b541359c4b59da4'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:21:46.480092 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-248cf338-b420-4dc2-b6b1-364c68b96b97 req-d19bd826-a9a1-4dcd-a393-c524697decaa tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 210 time: 0.0301099 Feb 16 18:21:46.521169 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-e679e165-539a-4168-8a4c-423d31344d71 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Made reservation on behalf of e740c52ad64142398b541359c4b59da4 for: {'port': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:21:46.524967 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-e679e165-539a-4168-8a4c-423d31344d71 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:46.559825 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-093d267e-1189-4225-a369-acff1986b15a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Made reservation on behalf of e740c52ad64142398b541359c4b59da4 for: {'port': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:21:46.559825 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-093d267e-1189-4225-a369-acff1986b15a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:46.747621 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-e679e165-539a-4168-8a4c-423d31344d71 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Allocated IP 172.20.0.13 (2b925c41-17ee-42bb-8e4d-3cf4909400ae/f85686ac-8d4f-40f4-9d20-44dd74c413da/632dec37-55bd-4e4c-9b06-21151fe52ba6) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:21:46.896263 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-e679e165-539a-4168-8a4c-423d31344d71 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Publish callbacks [] for port (632dec37-55bd-4e4c-9b06-21151fe52ba6), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:47.068022 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-e679e165-539a-4168-8a4c-423d31344d71 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (632dec37-55bd-4e4c-9b06-21151fe52ba6), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:47.130680 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-e679e165-539a-4168-8a4c-423d31344d71 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Network 2b925c41-17ee-42bb-8e4d-3cf4909400ae is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:21:47.148583 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-e679e165-539a-4168-8a4c-423d31344d71 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:21:47.162403 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-e679e165-539a-4168-8a4c-423d31344d71 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:21:47.193297 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679e165-539a-4168-8a4c-423d31344d71 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Pushing event updated for resources: {'Port': ['ID=632dec37-55bd-4e4c-9b06-21151fe52ba6,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:47.197509 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-093d267e-1189-4225-a369-acff1986b15a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Allocated IP 172.20.0.12 (2b925c41-17ee-42bb-8e4d-3cf4909400ae/f85686ac-8d4f-40f4-9d20-44dd74c413da/dff383c9-bcc3-4d9e-ad29-8fef541e4e4a) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:21:47.236634 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-e679e165-539a-4168-8a4c-423d31344d71 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:47.237303 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-e679e165-539a-4168-8a4c-423d31344d71 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:47.361299 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-e679e165-539a-4168-8a4c-423d31344d71 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1924493 Feb 16 18:21:47.374603 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-ad606940-4579-423c-82fa-fef0d04f4343 service neutron] Request body: {'port': {'device_id': 'dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:21:47.450455 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-093d267e-1189-4225-a369-acff1986b15a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Publish callbacks [] for port (dff383c9-bcc3-4d9e-ad29-8fef541e4e4a), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:47.464499 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-ad606940-4579-423c-82fa-fef0d04f4343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (632dec37-55bd-4e4c-9b06-21151fe52ba6), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:47.593580 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-093d267e-1189-4225-a369-acff1986b15a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (dff383c9-bcc3-4d9e-ad29-8fef541e4e4a), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:47.594207 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-818901b8-d00c-496c-9ad8-72fd4052f98a req-31109391-c3e9-45ef-bf1f-bd35484a627f tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 210 time: 0.0307863 Feb 16 18:21:47.663330 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-093d267e-1189-4225-a369-acff1986b15a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Network 2b925c41-17ee-42bb-8e4d-3cf4909400ae is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:21:47.679348 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-093d267e-1189-4225-a369-acff1986b15a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:21:47.685255 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-093d267e-1189-4225-a369-acff1986b15a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:21:47.714461 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d267e-1189-4225-a369-acff1986b15a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Pushing event updated for resources: {'Port': ['ID=dff383c9-bcc3-4d9e-ad29-8fef541e4e4a,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:47.774927 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-093d267e-1189-4225-a369-acff1986b15a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:47.775581 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-093d267e-1189-4225-a369-acff1986b15a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:47.852384 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-ad606940-4579-423c-82fa-fef0d04f4343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632dec37-55bd-4e4c-9b06-21151fe52ba6 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:21:47.859631 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-ad606940-4579-423c-82fa-fef0d04f4343 service neutron] Publish callbacks [] for port (632dec37-55bd-4e4c-9b06-21151fe52ba6), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:47.871269 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-ad606940-4579-423c-82fa-fef0d04f4343 service neutron] Transition to ACTIVE for port object 632dec37-55bd-4e4c-9b06-21151fe52ba6 will not be triggered until provisioned by entity L2. {{(pid=103275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:21:47.895380 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-093d267e-1189-4225-a369-acff1986b15a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6161273 Feb 16 18:21:47.910419 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-422f7dd7-f297-4495-ab1c-97cf1290bbc2 service neutron] Request body: {'port': {'device_id': 'c2d8f308-60f6-4101-9d7a-934095ad491d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:21:47.967205 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-ad606940-4579-423c-82fa-fef0d04f4343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (632dec37-55bd-4e4c-9b06-21151fe52ba6), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:48.006578 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-422f7dd7-f297-4495-ab1c-97cf1290bbc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (dff383c9-bcc3-4d9e-ad29-8fef541e4e4a), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:48.068487 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad606940-4579-423c-82fa-fef0d04f4343 service neutron] Pushing event updated for resources: {'Port': ['ID=632dec37-55bd-4e4c-9b06-21151fe52ba6,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:48.229955 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-ad606940-4579-423c-82fa-fef0d04f4343 service neutron] Attempting to bind port 632dec37-55bd-4e4c-9b06-21151fe52ba6 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:21:48.234815 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-ad606940-4579-423c-82fa-fef0d04f4343 service neutron] Attempting to bind port 632dec37-55bd-4e4c-9b06-21151fe52ba6 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'b41e98e9-108e-4dac-ae8e-eec7f26349c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b925c41-17ee-42bb-8e4d-3cf4909400ae'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:21:48.234815 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-ad606940-4579-423c-82fa-fef0d04f4343 service neutron] Attempting to bind port 632dec37-55bd-4e4c-9b06-21151fe52ba6 on network 2b925c41-17ee-42bb-8e4d-3cf4909400ae {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:21:48.245931 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-ad606940-4579-423c-82fa-fef0d04f4343 service neutron] Port 632dec37-55bd-4e4c-9b06-21151fe52ba6 on network 2b925c41-17ee-42bb-8e4d-3cf4909400ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 18:21:48.246250 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-ad606940-4579-423c-82fa-fef0d04f4343 service neutron] Attempting to bind port 632dec37-55bd-4e4c-9b06-21151fe52ba6 on network 2b925c41-17ee-42bb-8e4d-3cf4909400ae {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:21:48.270625 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-ad606940-4579-423c-82fa-fef0d04f4343 service neutron] Checking agent: {'id': '5c336864-29ba-45bb-93ac-04ba68c7d8e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'started_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:21:48.270625 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-ad606940-4579-423c-82fa-fef0d04f4343 service neutron] Checking segment: {'id': 'b41e98e9-108e-4dac-ae8e-eec7f26349c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b925c41-17ee-42bb-8e4d-3cf4909400ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:21:48.270625 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-ad606940-4579-423c-82fa-fef0d04f4343 service neutron] Bound using segment: {'id': 'b41e98e9-108e-4dac-ae8e-eec7f26349c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b925c41-17ee-42bb-8e4d-3cf4909400ae'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:21:48.270625 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-ad606940-4579-423c-82fa-fef0d04f4343 service neutron] Bound port: 632dec37-55bd-4e4c-9b06-21151fe52ba6, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41e98e9-108e-4dac-ae8e-eec7f26349c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b925c41-17ee-42bb-8e4d-3cf4909400ae'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:21:48.270625 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-ad606940-4579-423c-82fa-fef0d04f4343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (632dec37-55bd-4e4c-9b06-21151fe52ba6), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:48.386700 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-ad606940-4579-423c-82fa-fef0d04f4343 service neutron] For port 632dec37-55bd-4e4c-9b06-21151fe52ba6, host hv-cinder-77398, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:21:48.392397 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-ad606940-4579-423c-82fa-fef0d04f4343 service neutron] For port 632dec37-55bd-4e4c-9b06-21151fe52ba6, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=632dec37-55bd-4e4c-9b06-21151fe52ba6,segment=NetworkSegment(b41e98e9-108e-4dac-ae8e-eec7f26349c5),segment_id=b41e98e9-108e-4dac-ae8e-eec7f26349c5)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:21:48.442787 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-422f7dd7-f297-4495-ab1c-97cf1290bbc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff383c9-bcc3-4d9e-ad29-8fef541e4e4a {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:21:48.450243 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-422f7dd7-f297-4495-ab1c-97cf1290bbc2 service neutron] Publish callbacks [] for port (dff383c9-bcc3-4d9e-ad29-8fef541e4e4a), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:48.462609 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-422f7dd7-f297-4495-ab1c-97cf1290bbc2 service neutron] Transition to ACTIVE for port object dff383c9-bcc3-4d9e-ad29-8fef541e4e4a will not be triggered until provisioned by entity L2. {{(pid=103275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:21:48.504564 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-ad606940-4579-423c-82fa-fef0d04f4343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (632dec37-55bd-4e4c-9b06-21151fe52ba6), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:48.536808 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-ad606940-4579-423c-82fa-fef0d04f4343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:48.537451 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-ad606940-4579-423c-82fa-fef0d04f4343 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:48.538805 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-ad606940-4579-423c-82fa-fef0d04f4343 service neutron] 10.222.0.45 "PUT /v2.0/ports/632dec37-55bd-4e4c-9b06-21151fe52ba6 HTTP/1.1" status: 200 len: 1094 time: 1.1684990 Feb 16 18:21:48.539243 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1', 'tag': '632dec37-55bd-4e4c-9b06-21151fe52ba6'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:21:48.541495 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff5e888-ea13-4349-a246-0741c44dd6cf" -d '{"events": [{"name": "network-changed", "server_uuid": "dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1", "tag": "632dec37-55bd-4e4c-9b06-21151fe52ba6"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:21:48.565921 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-422f7dd7-f297-4495-ab1c-97cf1290bbc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (dff383c9-bcc3-4d9e-ad29-8fef541e4e4a), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:48.573369 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad606940-4579-423c-82fa-fef0d04f4343 service neutron] Pushing event updated for resources: {'Port': ['ID=632dec37-55bd-4e4c-9b06-21151fe52ba6,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:48.616299 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f5e811-6905-4aa9-acfe-58cfe7ef5788 x-openstack-request-id: req-a5f5e811-6905-4aa9-acfe-58cfe7ef5788 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:21:48.616592 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1", "tag": "632dec37-55bd-4e4c-9b06-21151fe52ba6", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:21:48.620238 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a5f5e811-6905-4aa9-acfe-58cfe7ef5788 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:21:48.620238 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1', 'tag': '632dec37-55bd-4e4c-9b06-21151fe52ba6', 'status': 'completed', 'code': 200} Feb 16 18:21:48.704096 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f7dd7-f297-4495-ab1c-97cf1290bbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=dff383c9-bcc3-4d9e-ad29-8fef541e4e4a,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:48.738642 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b873b7-680c-4226-83a4-20609f2365b9 req-9244c5bf-5049-4127-846c-291fa338ebb5 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:48.742936 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-b0b873b7-680c-4226-83a4-20609f2365b9 req-9244c5bf-5049-4127-846c-291fa338ebb5 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 944 time: 0.0714829 Feb 16 18:21:48.751527 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5e888-ea13-4349-a246-0741c44dd6cf req-87a6c938-99ea-4d60-b0e1-ffc58d9fa118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:48.753039 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9ff5e888-ea13-4349-a246-0741c44dd6cf req-87a6c938-99ea-4d60-b0e1-ffc58d9fa118 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e740c52ad64142398b541359c4b59da4&device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 1128 time: 0.1404927 Feb 16 18:21:48.800162 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-422f7dd7-f297-4495-ab1c-97cf1290bbc2 service neutron] Attempting to bind port dff383c9-bcc3-4d9e-ad29-8fef541e4e4a on host hv-cinder-77398 for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:21:48.800510 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-422f7dd7-f297-4495-ab1c-97cf1290bbc2 service neutron] Attempting to bind port dff383c9-bcc3-4d9e-ad29-8fef541e4e4a by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'b41e98e9-108e-4dac-ae8e-eec7f26349c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b925c41-17ee-42bb-8e4d-3cf4909400ae'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:21:48.800842 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-422f7dd7-f297-4495-ab1c-97cf1290bbc2 service neutron] Attempting to bind port dff383c9-bcc3-4d9e-ad29-8fef541e4e4a on network 2b925c41-17ee-42bb-8e4d-3cf4909400ae {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:21:48.814764 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-b0b873b7-680c-4226-83a4-20609f2365b9 req-472fa20e-3e1c-45ca-b6f3-f67ac67a496e tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661888 Feb 16 18:21:48.834911 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-422f7dd7-f297-4495-ab1c-97cf1290bbc2 service neutron] Port dff383c9-bcc3-4d9e-ad29-8fef541e4e4a on network 2b925c41-17ee-42bb-8e4d-3cf4909400ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 18:21:48.835240 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-422f7dd7-f297-4495-ab1c-97cf1290bbc2 service neutron] Attempting to bind port dff383c9-bcc3-4d9e-ad29-8fef541e4e4a on network 2b925c41-17ee-42bb-8e4d-3cf4909400ae {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:21:48.860416 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-422f7dd7-f297-4495-ab1c-97cf1290bbc2 service neutron] Checking agent: {'id': '5c336864-29ba-45bb-93ac-04ba68c7d8e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'started_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:21:48.860762 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-422f7dd7-f297-4495-ab1c-97cf1290bbc2 service neutron] Checking segment: {'id': 'b41e98e9-108e-4dac-ae8e-eec7f26349c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b925c41-17ee-42bb-8e4d-3cf4909400ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:21:48.861182 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-422f7dd7-f297-4495-ab1c-97cf1290bbc2 service neutron] Bound using segment: {'id': 'b41e98e9-108e-4dac-ae8e-eec7f26349c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b925c41-17ee-42bb-8e4d-3cf4909400ae'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:21:48.861671 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-422f7dd7-f297-4495-ab1c-97cf1290bbc2 service neutron] Bound port: dff383c9-bcc3-4d9e-ad29-8fef541e4e4a, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41e98e9-108e-4dac-ae8e-eec7f26349c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b925c41-17ee-42bb-8e4d-3cf4909400ae'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:21:48.861998 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-422f7dd7-f297-4495-ab1c-97cf1290bbc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (dff383c9-bcc3-4d9e-ad29-8fef541e4e4a), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:48.988815 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5e888-ea13-4349-a246-0741c44dd6cf req-f4dc3229-2038-4b9d-974a-aeafda3d9a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:48.990302 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9ff5e888-ea13-4349-a246-0741c44dd6cf req-f4dc3229-2038-4b9d-974a-aeafda3d9a43 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e740c52ad64142398b541359c4b59da4&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2232640 Feb 16 18:21:49.055262 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-422f7dd7-f297-4495-ab1c-97cf1290bbc2 service neutron] For port dff383c9-bcc3-4d9e-ad29-8fef541e4e4a, host hv-cinder-77398, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:21:49.337107 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-422f7dd7-f297-4495-ab1c-97cf1290bbc2 service neutron] For port dff383c9-bcc3-4d9e-ad29-8fef541e4e4a, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=dff383c9-bcc3-4d9e-ad29-8fef541e4e4a,segment=NetworkSegment(b41e98e9-108e-4dac-ae8e-eec7f26349c5),segment_id=b41e98e9-108e-4dac-ae8e-eec7f26349c5)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:21:49.397424 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5e888-ea13-4349-a246-0741c44dd6cf req-c21bb326-6762-46b1-86dc-5988a7cda1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:49.398912 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9ff5e888-ea13-4349-a246-0741c44dd6cf req-c21bb326-6762-46b1-86dc-5988a7cda1d7 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4000916 Feb 16 18:21:49.407470 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-422f7dd7-f297-4495-ab1c-97cf1290bbc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (dff383c9-bcc3-4d9e-ad29-8fef541e4e4a), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:49.442318 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-422f7dd7-f297-4495-ab1c-97cf1290bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:49.442889 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-422f7dd7-f297-4495-ab1c-97cf1290bbc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:49.444257 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-422f7dd7-f297-4495-ab1c-97cf1290bbc2 service neutron] 10.222.0.45 "PUT /v2.0/ports/dff383c9-bcc3-4d9e-ad29-8fef541e4e4a HTTP/1.1" status: 200 len: 1094 time: 1.5380647 Feb 16 18:21:49.495375 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f7dd7-f297-4495-ab1c-97cf1290bbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=dff383c9-bcc3-4d9e-ad29-8fef541e4e4a,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:49.511156 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-7f78c9ab-ca82-49e3-acfc-4fe66855b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:49.512707 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-7f78c9ab-ca82-49e3-acfc-4fe66855b8ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e740c52ad64142398b541359c4b59da4&device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 1128 time: 0.0675731 Feb 16 18:21:49.559080 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-a3d450d6-6936-4e71-b2d1-f5efc3e47536 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=632dec37-55bd-4e4c-9b06-21151fe52ba6 HTTP/1.1" status: 200 len: 217 time: 0.0344517 Feb 16 18:21:49.608055 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-981407f9-95e6-4848-a269-ce6aeea3aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:49.610954 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-981407f9-95e6-4848-a269-ce6aeea3aa18 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f85686ac-8d4f-40f4-9d20-44dd74c413da HTTP/1.1" status: 200 len: 859 time: 0.0435331 Feb 16 18:21:49.667027 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-5c27a49b-e4d8-42c0-9e0e-c56b8911667c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b925c41-17ee-42bb-8e4d-3cf4909400ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498478 Feb 16 18:21:49.714954 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-fe9cf882-6596-4084-9321-ae1334d3c85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:49.716327 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-fe9cf882-6596-4084-9321-ae1334d3c85a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e740c52ad64142398b541359c4b59da4&device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 1128 time: 0.0899291 Feb 16 18:21:49.782031 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-47d9a319-ed53-4113-9056-56cbf973f534 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dff383c9-bcc3-4d9e-ad29-8fef541e4e4a HTTP/1.1" status: 200 len: 217 time: 0.0414765 Feb 16 18:21:49.832877 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-bf328b5f-1858-48fd-8763-2b80569dba2a service neutron] 10.222.0.45 "GET /v2.0/networks/2b925c41-17ee-42bb-8e4d-3cf4909400ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574421 Feb 16 18:21:49.851963 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-5d137330-20dd-496b-82d2-432752231756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:49.853383 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-5d137330-20dd-496b-82d2-432752231756 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f85686ac-8d4f-40f4-9d20-44dd74c413da HTTP/1.1" status: 200 len: 859 time: 0.0642340 Feb 16 18:21:49.902779 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-e056404e-a748-4909-8cfe-6a715159a942 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b925c41-17ee-42bb-8e4d-3cf4909400ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389419 Feb 16 18:21:50.050337 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b2bc17db-e738-4b61-a734-67d9aea5a1e7 req-d1870e67-d244-41db-a700-9edd31f28dc3 service neutron] 10.222.0.45 "GET /v2.0/networks/2b925c41-17ee-42bb-8e4d-3cf4909400ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075272 Feb 16 18:21:50.086776 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74a044-5431-4d88-9986-df36a503bce8 req-ccc8a039-c39e-4902-bf30-3a86d9b7ce14 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:50.088566 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-be74a044-5431-4d88-9986-df36a503bce8 req-ccc8a039-c39e-4902-bf30-3a86d9b7ce14 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 944 time: 0.1294203 Feb 16 18:21:50.091156 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-1144734a-b47d-4ad2-8310-8ea297289883 service neutron] 10.222.0.45 "GET /v2.0/networks/2b925c41-17ee-42bb-8e4d-3cf4909400ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585009 Feb 16 18:21:50.206088 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-be74a044-5431-4d88-9986-df36a503bce8 req-d1066e1e-92c5-4d54-b4d6-06b55915911a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068463 Feb 16 18:21:50.243010 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-83d208fc-8e72-48f0-bfdf-8adfc21f29c7 req-bdb31975-7ee6-4b1e-9275-f7a6c12a60f9 service neutron] 10.222.0.45 "GET /v2.0/networks/2b925c41-17ee-42bb-8e4d-3cf4909400ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324923 Feb 16 18:21:50.611203 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 56504) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:50.618673 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d8f308-60f6-4101-9d7a-934095ad491d', 'tag': 'dff383c9-bcc3-4d9e-ad29-8fef541e4e4a'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:21:50.620928 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082ab8d3-50f9-4553-8fdf-0053f8849aef" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d8f308-60f6-4101-9d7a-934095ad491d", "tag": "dff383c9-bcc3-4d9e-ad29-8fef541e4e4a"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:21:50.650149 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 56510) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:50.679226 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d2533d-868e-4708-848f-0f3bae0de718 x-openstack-request-id: req-98d2533d-868e-4708-848f-0f3bae0de718 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:21:50.679636 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d8f308-60f6-4101-9d7a-934095ad491d", "tag": "dff383c9-bcc3-4d9e-ad29-8fef541e4e4a", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:21:50.680099 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-98d2533d-868e-4708-848f-0f3bae0de718 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:21:50.680485 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d8f308-60f6-4101-9d7a-934095ad491d', 'tag': 'dff383c9-bcc3-4d9e-ad29-8fef541e4e4a', 'status': 'completed', 'code': 200} Feb 16 18:21:50.788622 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ab8d3-50f9-4553-8fdf-0053f8849aef req-143d7af2-18f0-4a8a-b02a-940f9220bd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:50.788622 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-082ab8d3-50f9-4553-8fdf-0053f8849aef req-143d7af2-18f0-4a8a-b02a-940f9220bd86 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e740c52ad64142398b541359c4b59da4&device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 1128 time: 0.0664766 Feb 16 18:21:50.848428 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-205c1e73-17bb-4d43-959d-307691adba6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:50.870730 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 56516) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:50.882632 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-57dfee7d-67a6-4749-878e-cd0660b64db2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b3f56ad3a05943d093d380cc13a24017&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702272 Feb 16 18:21:50.885339 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 56520) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:50.929816 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ab8d3-50f9-4553-8fdf-0053f8849aef req-ad356bff-6d51-491f-802e-4dbb00f7cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:50.931276 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-082ab8d3-50f9-4553-8fdf-0053f8849aef req-ad356bff-6d51-491f-802e-4dbb00f7cdc0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b925c41-17ee-42bb-8e4d-3cf4909400ae HTTP/1.1" status: 200 len: 920 time: 0.1446934 Feb 16 18:21:50.942863 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-68d0e682-02ec-4c8e-9602-12898fc2aff4 admin admin] Publish callbacks [] for security_group (5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:50.967589 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-68d0e682-02ec-4c8e-9602-12898fc2aff4 admin admin] Publish callbacks [] for security_group (5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:50.997495 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-082ab8d3-50f9-4553-8fdf-0053f8849aef req-b5902b13-3f68-4064-9c02-610c2263ce57 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dff383c9-bcc3-4d9e-ad29-8fef541e4e4a HTTP/1.1" status: 200 len: 217 time: 0.0549150 Feb 16 18:21:51.019422 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8ea36613-2346-43fb-adca-7eb91cdec1e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:51.087427 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-205c1e73-17bb-4d43-959d-307691adba6a admin admin] Publish callbacks [] for security_group (899971c4-0bab-4131-865d-dca0eba8280b), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:51.087427 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ab8d3-50f9-4553-8fdf-0053f8849aef req-c4806c33-401d-4b38-92db-7ef6714898a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:51.087427 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-082ab8d3-50f9-4553-8fdf-0053f8849aef req-c4806c33-401d-4b38-92db-7ef6714898a1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f85686ac-8d4f-40f4-9d20-44dd74c413da HTTP/1.1" status: 200 len: 859 time: 0.0757892 Feb 16 18:21:51.119510 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8ea36613-2346-43fb-adca-7eb91cdec1e7 admin admin] Publish callbacks [] for security_group (9e5f6005-3377-4c5c-aee4-c2a96b34eed6), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:51.131552 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-082ab8d3-50f9-4553-8fdf-0053f8849aef req-338c9f55-8a54-40d4-a1b5-335a63016c73 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b925c41-17ee-42bb-8e4d-3cf4909400ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407462 Feb 16 18:21:51.132885 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-68d0e682-02ec-4c8e-9602-12898fc2aff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:51.135775 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-68d0e682-02ec-4c8e-9602-12898fc2aff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:51.139304 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-68d0e682-02ec-4c8e-9602-12898fc2aff4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547 HTTP/1.1" status: 204 len: 168 time: 0.2502244 Feb 16 18:21:51.148311 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d0e682-02ec-4c8e-9602-12898fc2aff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd48cf4-eea8-48b6-a0ed-b00ccb3f8547,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:51.224191 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8ea36613-2346-43fb-adca-7eb91cdec1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (9e5f6005-3377-4c5c-aee4-c2a96b34eed6), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:51.240282 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-205c1e73-17bb-4d43-959d-307691adba6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (899971c4-0bab-4131-865d-dca0eba8280b), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:51.264704 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea36613-2346-43fb-adca-7eb91cdec1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5f6005-3377-4c5c-aee4-c2a96b34eed6,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:51.270250 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-8ea36613-2346-43fb-adca-7eb91cdec1e7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=872c6ec447cc466393b463c465163894&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3984351 Feb 16 18:21:51.273166 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 56538) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:51.277589 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-205c1e73-17bb-4d43-959d-307691adba6a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7396358abac542beaf777cb411512aa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6261914 Feb 16 18:21:51.288256 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 56540) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:51.311834 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-082ab8d3-50f9-4553-8fdf-0053f8849aef req-c9b5bbc4-28c0-499e-a140-49347a08b5d2 service neutron] 10.222.0.45 "GET /v2.0/networks/2b925c41-17ee-42bb-8e4d-3cf4909400ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685827 Feb 16 18:21:51.336881 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f3eb058a-4265-48ba-87d8-48edc7f4851e admin admin] Publish callbacks [] for security_group (9e5f6005-3377-4c5c-aee4-c2a96b34eed6), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:51.360301 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f3eb058a-4265-48ba-87d8-48edc7f4851e admin admin] Publish callbacks [] for security_group (9e5f6005-3377-4c5c-aee4-c2a96b34eed6), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:51.388585 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c1e73-17bb-4d43-959d-307691adba6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899971c4-0bab-4131-865d-dca0eba8280b,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:51.472831 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dc2aad59-c6c1-49df-9d84-1239cfb7ac58 admin admin] Publish callbacks [] for security_group (899971c4-0bab-4131-865d-dca0eba8280b), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:51.482425 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c343df-34bb-43f6-8a13-34d926f55084 req-477cfcf9-27e3-4c16-98a1-657129c42d79 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:51.483934 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-95c343df-34bb-43f6-8a13-34d926f55084 req-477cfcf9-27e3-4c16-98a1-657129c42d79 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 944 time: 0.1948178 Feb 16 18:21:51.512475 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-082ab8d3-50f9-4553-8fdf-0053f8849aef req-68feb801-8f7f-42fe-bb06-78285d9b6c82 service neutron] 10.222.0.45 "GET /v2.0/networks/2b925c41-17ee-42bb-8e4d-3cf4909400ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762798 Feb 16 18:21:51.526037 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dc2aad59-c6c1-49df-9d84-1239cfb7ac58 admin admin] Publish callbacks [] for security_group (899971c4-0bab-4131-865d-dca0eba8280b), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:51.543672 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f3eb058a-4265-48ba-87d8-48edc7f4851e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (9e5f6005-3377-4c5c-aee4-c2a96b34eed6), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:51.546571 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f3eb058a-4265-48ba-87d8-48edc7f4851e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:51.550709 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-f3eb058a-4265-48ba-87d8-48edc7f4851e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9e5f6005-3377-4c5c-aee4-c2a96b34eed6 HTTP/1.1" status: 204 len: 168 time: 0.2730505 Feb 16 18:21:51.556359 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb058a-4265-48ba-87d8-48edc7f4851e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5f6005-3377-4c5c-aee4-c2a96b34eed6,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:51.586616 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-95c343df-34bb-43f6-8a13-34d926f55084 req-7b3d9946-5905-404e-b198-68a7efd9ad37 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840943 Feb 16 18:21:51.727980 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dc2aad59-c6c1-49df-9d84-1239cfb7ac58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (899971c4-0bab-4131-865d-dca0eba8280b), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:51.731042 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dc2aad59-c6c1-49df-9d84-1239cfb7ac58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:51.732229 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-dc2aad59-c6c1-49df-9d84-1239cfb7ac58 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/899971c4-0bab-4131-865d-dca0eba8280b HTTP/1.1" status: 204 len: 168 time: 0.4413953 Feb 16 18:21:51.746521 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2aad59-c6c1-49df-9d84-1239cfb7ac58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899971c4-0bab-4131-865d-dca0eba8280b,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:52.135185 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 56572) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:52.516177 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 56578) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:52.522438 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 56580) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:52.536580 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f933cf10-3164-41e4-bb13-648c0a93a0be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:52.627096 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f933cf10-3164-41e4-bb13-648c0a93a0be admin admin] Publish callbacks [] for security_group (7e23b27e-8dde-4ce3-a46a-db73c32f25d6), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:52.708807 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-42c1d146-279c-45fb-b9b2-1125b2b560d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:52.717779 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f933cf10-3164-41e4-bb13-648c0a93a0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (7e23b27e-8dde-4ce3-a46a-db73c32f25d6), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:52.764726 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fdd9c130-ce90-46fc-b6aa-1c568da08ffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:52.778860 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-f933cf10-3164-41e4-bb13-648c0a93a0be admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=80b182ba231c4234abd4efcdf6d1ac5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2536008 Feb 16 18:21:52.779747 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 56586) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:52.780648 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a309e-286e-4e0d-8e3d-8510fa468692 req-f2726ffd-2dc6-4581-837e-3ed69935d7d9 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:52.782798 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d74a309e-286e-4e0d-8e3d-8510fa468692 req-f2726ffd-2dc6-4581-837e-3ed69935d7d9 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 944 time: 0.0755548 Feb 16 18:21:52.789770 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933cf10-3164-41e4-bb13-648c0a93a0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e23b27e-8dde-4ce3-a46a-db73c32f25d6,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:52.858528 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d74a309e-286e-4e0d-8e3d-8510fa468692 req-d207ad60-1c37-401c-a657-812ac58a91d8 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679178 Feb 16 18:21:52.869929 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-42c1d146-279c-45fb-b9b2-1125b2b560d9 admin admin] Publish callbacks [] for security_group (50c566eb-f5ce-42c6-9d9f-5660389ace79), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:52.871267 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4bddf6b4-5964-450a-a45c-eb30ebbb7d48 admin admin] Publish callbacks [] for security_group (7e23b27e-8dde-4ce3-a46a-db73c32f25d6), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:52.891079 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fdd9c130-ce90-46fc-b6aa-1c568da08ffd admin admin] Publish callbacks [] for security_group (3088a498-456f-412f-873b-a1fa8f8749c6), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:52.893787 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4bddf6b4-5964-450a-a45c-eb30ebbb7d48 admin admin] Publish callbacks [] for security_group (7e23b27e-8dde-4ce3-a46a-db73c32f25d6), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:52.936982 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 56590) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:52.949704 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-fdd9c130-ce90-46fc-b6aa-1c568da08ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (3088a498-456f-412f-873b-a1fa8f8749c6), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:52.950963 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c8175e2b-67a7-4d52-bc41-0016411a2382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:52.953108 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-42c1d146-279c-45fb-b9b2-1125b2b560d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (50c566eb-f5ce-42c6-9d9f-5660389ace79), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:52.992158 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9c130-ce90-46fc-b6aa-1c568da08ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3088a498-456f-412f-873b-a1fa8f8749c6,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:52.997451 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-fdd9c130-ce90-46fc-b6aa-1c568da08ffd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=65b8359d2c5e4c549f22c684215e2af2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4802353 Feb 16 18:21:53.000535 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 56592) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:53.008695 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-42c1d146-279c-45fb-b9b2-1125b2b560d9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d66eb53fcd7a48abb4150843758bf964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8720357 Feb 16 18:21:53.009457 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1d146-279c-45fb-b9b2-1125b2b560d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c566eb-f5ce-42c6-9d9f-5660389ace79,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:53.011702 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 56594) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:53.035609 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4bddf6b4-5964-450a-a45c-eb30ebbb7d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (7e23b27e-8dde-4ce3-a46a-db73c32f25d6), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:53.038319 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4bddf6b4-5964-450a-a45c-eb30ebbb7d48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:53.039459 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-4bddf6b4-5964-450a-a45c-eb30ebbb7d48 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7e23b27e-8dde-4ce3-a46a-db73c32f25d6 HTTP/1.1" status: 204 len: 168 time: 0.2590170 Feb 16 18:21:53.064938 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-470ed136-3f9a-4c17-ac83-803345c33d3d admin admin] Publish callbacks [] for security_group (3088a498-456f-412f-873b-a1fa8f8749c6), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:53.066216 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddf6b4-5964-450a-a45c-eb30ebbb7d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e23b27e-8dde-4ce3-a46a-db73c32f25d6,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:53.098529 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-470ed136-3f9a-4c17-ac83-803345c33d3d admin admin] Publish callbacks [] for security_group (3088a498-456f-412f-873b-a1fa8f8749c6), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:53.119119 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d2fbee3e-88a1-464b-8a1a-ae0bda3fcb32 admin admin] Publish callbacks [] for security_group (50c566eb-f5ce-42c6-9d9f-5660389ace79), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:53.147183 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c8175e2b-67a7-4d52-bc41-0016411a2382 admin admin] Publish callbacks [] for security_group (3fec2907-143b-4ed8-83fe-dd1f2cd94497), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:53.156908 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d2fbee3e-88a1-464b-8a1a-ae0bda3fcb32 admin admin] Publish callbacks [] for security_group (50c566eb-f5ce-42c6-9d9f-5660389ace79), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:53.206904 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-470ed136-3f9a-4c17-ac83-803345c33d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (3088a498-456f-412f-873b-a1fa8f8749c6), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:53.209529 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-470ed136-3f9a-4c17-ac83-803345c33d3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:53.210663 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-470ed136-3f9a-4c17-ac83-803345c33d3d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3088a498-456f-412f-873b-a1fa8f8749c6 HTTP/1.1" status: 204 len: 168 time: 0.2091320 Feb 16 18:21:53.218511 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ed136-3f9a-4c17-ac83-803345c33d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3088a498-456f-412f-873b-a1fa8f8749c6,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:53.230297 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c8175e2b-67a7-4d52-bc41-0016411a2382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (3fec2907-143b-4ed8-83fe-dd1f2cd94497), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:53.273794 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-c8175e2b-67a7-4d52-bc41-0016411a2382 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b2915bcd9b1042a3b9a389f0efd1d6e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3355870 Feb 16 18:21:53.274985 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8175e2b-67a7-4d52-bc41-0016411a2382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fec2907-143b-4ed8-83fe-dd1f2cd94497,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:53.276736 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 56600) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:53.277841 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d2fbee3e-88a1-464b-8a1a-ae0bda3fcb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (50c566eb-f5ce-42c6-9d9f-5660389ace79), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:53.280585 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d2fbee3e-88a1-464b-8a1a-ae0bda3fcb32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:53.289631 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-d2fbee3e-88a1-464b-8a1a-ae0bda3fcb32 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/50c566eb-f5ce-42c6-9d9f-5660389ace79 HTTP/1.1" status: 204 len: 168 time: 0.2685759 Feb 16 18:21:53.291462 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fbee3e-88a1-464b-8a1a-ae0bda3fcb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c566eb-f5ce-42c6-9d9f-5660389ace79,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:53.329945 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3c4fb3b5-2fd7-4b3f-af86-173fa13439e9 admin admin] Publish callbacks [] for security_group (3fec2907-143b-4ed8-83fe-dd1f2cd94497), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:53.351325 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3c4fb3b5-2fd7-4b3f-af86-173fa13439e9 admin admin] Publish callbacks [] for security_group (3fec2907-143b-4ed8-83fe-dd1f2cd94497), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:53.362701 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device dff383c9-bcc3-4d9e-ad29-8fef541e4e4a details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=103277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 18:21:53.464176 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3c4fb3b5-2fd7-4b3f-af86-173fa13439e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (3fec2907-143b-4ed8-83fe-dd1f2cd94497), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:53.466944 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3c4fb3b5-2fd7-4b3f-af86-173fa13439e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:53.468062 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-3c4fb3b5-2fd7-4b3f-af86-173fa13439e9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3fec2907-143b-4ed8-83fe-dd1f2cd94497 HTTP/1.1" status: 204 len: 168 time: 0.1903098 Feb 16 18:21:53.469267 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port dff383c9-bcc3-4d9e-ad29-8fef541e4e4a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=dff383c9-bcc3-4d9e-ad29-8fef541e4e4a,segment=NetworkSegment(b41e98e9-108e-4dac-ae8e-eec7f26349c5),segment_id=b41e98e9-108e-4dac-ae8e-eec7f26349c5)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:21:53.477109 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4fb3b5-2fd7-4b3f-af86-173fa13439e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fec2907-143b-4ed8-83fe-dd1f2cd94497,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:53.486284 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Returning: {'device': 'dff383c9-bcc3-4d9e-ad29-8fef541e4e4a', 'network_id': '2b925c41-17ee-42bb-8e4d-3cf4909400ae', 'port_id': 'dff383c9-bcc3-4d9e-ad29-8fef541e4e4a', 'mac_address': 'fa:16:3e:9c:b7:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85686ac-8d4f-40f4-9d20-44dd74c413da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 18:21:53.542510 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port dff383c9-bcc3-4d9e-ad29-8fef541e4e4a is: DOWN; New status is: BUILD {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:21:53.542882 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (dff383c9-bcc3-4d9e-ad29-8fef541e4e4a), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:53.557703 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff383c9-bcc3-4d9e-ad29-8fef541e4e4a {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:21:53.579220 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port dff383c9-bcc3-4d9e-ad29-8fef541e4e4a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=dff383c9-bcc3-4d9e-ad29-8fef541e4e4a,segment=NetworkSegment(b41e98e9-108e-4dac-ae8e-eec7f26349c5),segment_id=b41e98e9-108e-4dac-ae8e-eec7f26349c5)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:21:53.669883 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (dff383c9-bcc3-4d9e-ad29-8fef541e4e4a), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:53.670866 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 632dec37-55bd-4e4c-9b06-21151fe52ba6 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=103277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 18:21:53.868525 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=dff383c9-bcc3-4d9e-ad29-8fef541e4e4a,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:53.872019 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 632dec37-55bd-4e4c-9b06-21151fe52ba6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=632dec37-55bd-4e4c-9b06-21151fe52ba6,segment=NetworkSegment(b41e98e9-108e-4dac-ae8e-eec7f26349c5),segment_id=b41e98e9-108e-4dac-ae8e-eec7f26349c5)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:21:53.885958 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Returning: {'device': '632dec37-55bd-4e4c-9b06-21151fe52ba6', 'network_id': '2b925c41-17ee-42bb-8e4d-3cf4909400ae', 'port_id': '632dec37-55bd-4e4c-9b06-21151fe52ba6', 'mac_address': 'fa:16:3e:77:17:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85686ac-8d4f-40f4-9d20-44dd74c413da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 18:21:53.926107 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 632dec37-55bd-4e4c-9b06-21151fe52ba6 is: DOWN; New status is: BUILD {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:21:53.926500 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (632dec37-55bd-4e4c-9b06-21151fe52ba6), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:53.939725 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632dec37-55bd-4e4c-9b06-21151fe52ba6 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:21:53.960686 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 632dec37-55bd-4e4c-9b06-21151fe52ba6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=632dec37-55bd-4e4c-9b06-21151fe52ba6,segment=NetworkSegment(b41e98e9-108e-4dac-ae8e-eec7f26349c5),segment_id=b41e98e9-108e-4dac-ae8e-eec7f26349c5)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:21:53.988488 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8867b-332d-4341-b59d-f1be56e210bf req-0b69b8e7-4f48-457e-bd07-50b4575f151a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:53.990054 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-97f8867b-332d-4341-b59d-f1be56e210bf req-0b69b8e7-4f48-457e-bd07-50b4575f151a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 945 time: 0.0607164 Feb 16 18:21:54.034661 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 56622) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:54.044208 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-97f8867b-332d-4341-b59d-f1be56e210bf req-9cd99d42-e529-49cf-9ee1-5404b6075817 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480323 Feb 16 18:21:54.049768 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-690c595b-34dd-417a-8b30-7adbe4852a44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:54.052177 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (632dec37-55bd-4e4c-9b06-21151fe52ba6), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:54.114177 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=632dec37-55bd-4e4c-9b06-21151fe52ba6,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:54.145637 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-690c595b-34dd-417a-8b30-7adbe4852a44 admin admin] Publish callbacks [] for security_group (30644364-5aa0-4ad1-8d8f-dbbefc957ac3), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:54.240451 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-690c595b-34dd-417a-8b30-7adbe4852a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (30644364-5aa0-4ad1-8d8f-dbbefc957ac3), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:54.279906 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-690c595b-34dd-417a-8b30-7adbe4852a44 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=81d18efe4220406a85b91952ce2b5681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441258 Feb 16 18:21:54.280878 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c595b-34dd-417a-8b30-7adbe4852a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30644364-5aa0-4ad1-8d8f-dbbefc957ac3,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:54.283317 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 56636) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:54.335734 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4c4b48a3-b56d-4b40-b24e-a26f0e385e6a admin admin] Publish callbacks [] for security_group (30644364-5aa0-4ad1-8d8f-dbbefc957ac3), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:54.358205 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4c4b48a3-b56d-4b40-b24e-a26f0e385e6a admin admin] Publish callbacks [] for security_group (30644364-5aa0-4ad1-8d8f-dbbefc957ac3), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:54.476055 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4c4b48a3-b56d-4b40-b24e-a26f0e385e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (30644364-5aa0-4ad1-8d8f-dbbefc957ac3), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:54.478827 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4c4b48a3-b56d-4b40-b24e-a26f0e385e6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:54.483145 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-4c4b48a3-b56d-4b40-b24e-a26f0e385e6a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/30644364-5aa0-4ad1-8d8f-dbbefc957ac3 HTTP/1.1" status: 204 len: 168 time: 0.1988282 Feb 16 18:21:54.491211 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b48a3-b56d-4b40-b24e-a26f0e385e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30644364-5aa0-4ad1-8d8f-dbbefc957ac3,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:55.078231 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 56668) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:55.092218 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f40927ce-3444-41f7-b547-63f0445ded73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:55.225525 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530cbfa-c4ed-49c5-8653-593d342657f2 req-8dd3bb0d-3599-43f7-8368-54e1ce18f192 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:55.227083 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7530cbfa-c4ed-49c5-8653-593d342657f2 req-8dd3bb0d-3599-43f7-8368-54e1ce18f192 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 945 time: 0.1011064 Feb 16 18:21:55.233143 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f40927ce-3444-41f7-b547-63f0445ded73 admin admin] Publish callbacks [] for security_group (da74d2fe-3e6c-4dec-8afc-ff5080ba1f9a), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:55.282204 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7530cbfa-c4ed-49c5-8653-593d342657f2 req-f2363445-5507-416a-9e6c-db9af53a9526 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475531 Feb 16 18:21:55.314949 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f40927ce-3444-41f7-b547-63f0445ded73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (da74d2fe-3e6c-4dec-8afc-ff5080ba1f9a), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:55.364538 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-f40927ce-3444-41f7-b547-63f0445ded73 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3717fe5993dc44a9b4ade41ff4991e44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2848508 Feb 16 18:21:55.365641 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40927ce-3444-41f7-b547-63f0445ded73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da74d2fe-3e6c-4dec-8afc-ff5080ba1f9a,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:55.367487 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 56678) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:55.422746 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-577487e9-c2bb-4ed2-b2d0-c207db46d45a admin admin] Publish callbacks [] for security_group (da74d2fe-3e6c-4dec-8afc-ff5080ba1f9a), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:55.446134 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-577487e9-c2bb-4ed2-b2d0-c207db46d45a admin admin] Publish callbacks [] for security_group (da74d2fe-3e6c-4dec-8afc-ff5080ba1f9a), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:55.489593 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['632dec37-55bd-4e4c-9b06-21151fe52ba6'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:21:55.493904 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['dff383c9-bcc3-4d9e-ad29-8fef541e4e4a'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:21:55.555501 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-577487e9-c2bb-4ed2-b2d0-c207db46d45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (da74d2fe-3e6c-4dec-8afc-ff5080ba1f9a), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:55.558282 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-577487e9-c2bb-4ed2-b2d0-c207db46d45a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:55.559538 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-577487e9-c2bb-4ed2-b2d0-c207db46d45a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/da74d2fe-3e6c-4dec-8afc-ff5080ba1f9a HTTP/1.1" status: 204 len: 168 time: 0.1903434 Feb 16 18:21:55.568627 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577487e9-c2bb-4ed2-b2d0-c207db46d45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da74d2fe-3e6c-4dec-8afc-ff5080ba1f9a,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:56.419557 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da681d0-eba0-475d-80f7-a8cdf3f7f516 req-e7ac1805-802b-4bd2-9ae0-c4e05e64d430 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:56.421046 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9da681d0-eba0-475d-80f7-a8cdf3f7f516 req-e7ac1805-802b-4bd2-9ae0-c4e05e64d430 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 945 time: 0.0622990 Feb 16 18:21:56.489009 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9da681d0-eba0-475d-80f7-a8cdf3f7f516 req-9f731b79-146f-425b-973b-4af5b65c6dd7 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602944 Feb 16 18:21:57.129746 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device dff383c9-bcc3-4d9e-ad29-8fef541e4e4a up at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:21:57.258199 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning for port dff383c9-bcc3-4d9e-ad29-8fef541e4e4a completed by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:21:57.263632 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning complete for port dff383c9-bcc3-4d9e-ad29-8fef541e4e4a triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:21:57.264004 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (dff383c9-bcc3-4d9e-ad29-8fef541e4e4a), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:57.377052 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port dff383c9-bcc3-4d9e-ad29-8fef541e4e4a is: BUILD; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:21:57.377485 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (dff383c9-bcc3-4d9e-ad29-8fef541e4e4a), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:57.402018 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d8f308-60f6-4101-9d7a-934095ad491d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff383c9-bcc3-4d9e-ad29-8fef541e4e4a'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:21:57.404439 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe7da84-aaef-4356-8b61-cde998627e8d" -d '{"events": [{"server_uuid": "c2d8f308-60f6-4101-9d7a-934095ad491d", "name": "network-vif-plugged", "status": "completed", "tag": "dff383c9-bcc3-4d9e-ad29-8fef541e4e4a"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:21:57.419642 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port dff383c9-bcc3-4d9e-ad29-8fef541e4e4a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=dff383c9-bcc3-4d9e-ad29-8fef541e4e4a,segment=NetworkSegment(b41e98e9-108e-4dac-ae8e-eec7f26349c5),segment_id=b41e98e9-108e-4dac-ae8e-eec7f26349c5)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:21:57.445368 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92508d6-2fe9-4f3e-9b69-bff86a831aa0 x-openstack-request-id: req-d92508d6-2fe9-4f3e-9b69-bff86a831aa0 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:21:57.445660 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d8f308-60f6-4101-9d7a-934095ad491d", "name": "network-vif-plugged", "status": "completed", "tag": "dff383c9-bcc3-4d9e-ad29-8fef541e4e4a", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:21:57.445915 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d92508d6-2fe9-4f3e-9b69-bff86a831aa0 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:21:57.446311 dv-cinder-773985-33-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d8f308-60f6-4101-9d7a-934095ad491d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff383c9-bcc3-4d9e-ad29-8fef541e4e4a', 'code': 200} Feb 16 18:21:57.512396 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (dff383c9-bcc3-4d9e-ad29-8fef541e4e4a), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:57.513142 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 632dec37-55bd-4e4c-9b06-21151fe52ba6 up at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:21:57.618837 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=dff383c9-bcc3-4d9e-ad29-8fef541e4e4a,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:57.676393 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df524648-a084-4071-a9ee-2681bca8806c req-111ca1d1-ae82-461d-b16b-78dfe5ea4ce7 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:57.678892 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-df524648-a084-4071-a9ee-2681bca8806c req-111ca1d1-ae82-461d-b16b-78dfe5ea4ce7 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0668547 Feb 16 18:21:57.706452 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning for port 632dec37-55bd-4e4c-9b06-21151fe52ba6 completed by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:21:57.712414 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning complete for port 632dec37-55bd-4e4c-9b06-21151fe52ba6 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:21:57.713528 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (632dec37-55bd-4e4c-9b06-21151fe52ba6), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:57.758633 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-df524648-a084-4071-a9ee-2681bca8806c req-8ad0826c-07c9-4017-95a0-439f424bcdd4 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731864 Feb 16 18:21:57.856488 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03f0a3-7a68-41a5-aa68-27e9e6028124 req-1e43dfda-f563-46d8-a013-6dcdd6a49d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:57.861455 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fb03f0a3-7a68-41a5-aa68-27e9e6028124 req-1e43dfda-f563-46d8-a013-6dcdd6a49d19 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 1130 time: 0.1121030 Feb 16 18:21:57.893702 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 56846) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:57.905139 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 632dec37-55bd-4e4c-9b06-21151fe52ba6 is: BUILD; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:21:57.905538 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (632dec37-55bd-4e4c-9b06-21151fe52ba6), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:57.935901 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fb03f0a3-7a68-41a5-aa68-27e9e6028124 req-6e9fea4a-73bf-482b-9fc6-e60b1d675597 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678484 Feb 16 18:21:57.953821 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 632dec37-55bd-4e4c-9b06-21151fe52ba6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=632dec37-55bd-4e4c-9b06-21151fe52ba6,segment=NetworkSegment(b41e98e9-108e-4dac-ae8e-eec7f26349c5),segment_id=b41e98e9-108e-4dac-ae8e-eec7f26349c5)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:21:58.013773 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (632dec37-55bd-4e4c-9b06-21151fe52ba6), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:58.014825 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a7e7a662-9fc7-402f-b05d-92cf00d26c70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:58.071797 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=632dec37-55bd-4e4c-9b06-21151fe52ba6,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:58.102922 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a7e7a662-9fc7-402f-b05d-92cf00d26c70 admin admin] Publish callbacks [] for security_group (a17100ac-e56e-4f7f-83e4-2cd5d5c3a9ce), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:58.143825 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a7e7a662-9fc7-402f-b05d-92cf00d26c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (a17100ac-e56e-4f7f-83e4-2cd5d5c3a9ce), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:58.183294 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-a7e7a662-9fc7-402f-b05d-92cf00d26c70 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0c7408771bfd4c21b77f0325ee8c8af9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885013 Feb 16 18:21:58.184128 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7a662-9fc7-402f-b05d-92cf00d26c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17100ac-e56e-4f7f-83e4-2cd5d5c3a9ce,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:58.186105 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 56856) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:58.254319 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8c78757a-7004-490a-b07f-b169093e8daf admin admin] Publish callbacks [] for security_group (a17100ac-e56e-4f7f-83e4-2cd5d5c3a9ce), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:58.277730 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8c78757a-7004-490a-b07f-b169093e8daf admin admin] Publish callbacks [] for security_group (a17100ac-e56e-4f7f-83e4-2cd5d5c3a9ce), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:58.453847 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8c78757a-7004-490a-b07f-b169093e8daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (a17100ac-e56e-4f7f-83e4-2cd5d5c3a9ce), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:58.456528 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8c78757a-7004-490a-b07f-b169093e8daf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:58.457729 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-8c78757a-7004-490a-b07f-b169093e8daf admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a17100ac-e56e-4f7f-83e4-2cd5d5c3a9ce HTTP/1.1" status: 204 len: 168 time: 0.2706640 Feb 16 18:21:58.465847 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78757a-7004-490a-b07f-b169093e8daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17100ac-e56e-4f7f-83e4-2cd5d5c3a9ce,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:58.948835 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7759cd3-004f-4e92-93ff-45f526b9a3c1 req-8ebe1496-7931-4c74-92a9-28f0e07980dd tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:58.950704 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a7759cd3-004f-4e92-93ff-45f526b9a3c1 req-8ebe1496-7931-4c74-92a9-28f0e07980dd tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0724576 Feb 16 18:21:59.002022 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a7759cd3-004f-4e92-93ff-45f526b9a3c1 req-beb9f4a2-ca3e-4a36-b8dc-212fb3702efe tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420439 Feb 16 18:21:59.261114 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 56914) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:59.274430 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9a8d689b-2c51-4b2e-9472-d9775cdd654a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:59.351966 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9a8d689b-2c51-4b2e-9472-d9775cdd654a admin admin] Publish callbacks [] for security_group (79a6411a-8b3d-4f46-8d5c-e239659262e8), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:59.411763 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-9a8d689b-2c51-4b2e-9472-d9775cdd654a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (79a6411a-8b3d-4f46-8d5c-e239659262e8), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:59.447670 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632dec37-55bd-4e4c-9b06-21151fe52ba6'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:21:59.450872 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88c241b-0f5e-4139-b4c4-3a2f02641ec8" -d '{"events": [{"server_uuid": "dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1", "name": "network-vif-plugged", "status": "completed", "tag": "632dec37-55bd-4e4c-9b06-21151fe52ba6"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:21:59.458161 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-9a8d689b-2c51-4b2e-9472-d9775cdd654a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a05d95cde1c142ad8c8ebea563769d81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1936653 Feb 16 18:21:59.458161 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d689b-2c51-4b2e-9472-d9775cdd654a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a6411a-8b3d-4f46-8d5c-e239659262e8,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:59.458528 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 56920) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:59.514840 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d651d8e3-4c16-4e2a-87fb-31bffcf8e0a4 x-openstack-request-id: req-d651d8e3-4c16-4e2a-87fb-31bffcf8e0a4 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:21:59.514840 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1", "name": "network-vif-plugged", "status": "completed", "tag": "632dec37-55bd-4e4c-9b06-21151fe52ba6", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:21:59.514840 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d651d8e3-4c16-4e2a-87fb-31bffcf8e0a4 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:21:59.514840 dv-cinder-773985-33-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632dec37-55bd-4e4c-9b06-21151fe52ba6', 'code': 200} Feb 16 18:21:59.515721 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-23de4594-8514-4857-bc52-8b85cc6df2f2 admin admin] Publish callbacks [] for security_group (79a6411a-8b3d-4f46-8d5c-e239659262e8), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:59.515796 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 56922) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:59.537390 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-23de4594-8514-4857-bc52-8b85cc6df2f2 admin admin] Publish callbacks [] for security_group (79a6411a-8b3d-4f46-8d5c-e239659262e8), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:59.638708 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e7a067dd-aae0-449e-96e2-b262b888ba44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:59.670384 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-23de4594-8514-4857-bc52-8b85cc6df2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (79a6411a-8b3d-4f46-8d5c-e239659262e8), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:59.673688 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-23de4594-8514-4857-bc52-8b85cc6df2f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:59.675323 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-23de4594-8514-4857-bc52-8b85cc6df2f2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/79a6411a-8b3d-4f46-8d5c-e239659262e8 HTTP/1.1" status: 204 len: 168 time: 0.2154887 Feb 16 18:21:59.684808 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de4594-8514-4857-bc52-8b85cc6df2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a6411a-8b3d-4f46-8d5c-e239659262e8,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:59.744842 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e7a067dd-aae0-449e-96e2-b262b888ba44 admin admin] Publish callbacks [] for security_group (6387a517-574f-4360-abfa-9ea59d3437a2), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:59.829833 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e7a067dd-aae0-449e-96e2-b262b888ba44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (6387a517-574f-4360-abfa-9ea59d3437a2), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:59.868697 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-e7a067dd-aae0-449e-96e2-b262b888ba44 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f60c54ba2bbe446aa22ba5693fe711ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3523238 Feb 16 18:21:59.869650 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a067dd-aae0-449e-96e2-b262b888ba44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6387a517-574f-4360-abfa-9ea59d3437a2,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:21:59.871410 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 56932) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:21:59.927890 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9160ce85-adc8-4abb-987f-c42814959d1e admin admin] Publish callbacks [] for security_group (6387a517-574f-4360-abfa-9ea59d3437a2), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:21:59.954935 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5e437-961c-4084-b058-8a7670be51a9 req-cdcad6af-5c84-43ce-ba31-b42764175ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:21:59.956562 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c6c5e437-961c-4084-b058-8a7670be51a9 req-cdcad6af-5c84-43ce-ba31-b42764175ef7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 1130 time: 0.0773849 Feb 16 18:21:59.962557 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9160ce85-adc8-4abb-987f-c42814959d1e admin admin] Publish callbacks [] for security_group (6387a517-574f-4360-abfa-9ea59d3437a2), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:00.010432 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c6c5e437-961c-4084-b058-8a7670be51a9 req-e2cba752-faa3-4021-baa7-20fb1b1865f9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468471 Feb 16 18:22:00.136770 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84044a4-5d4b-43ec-9829-664279560569 req-54e3adf2-f2f5-4364-81ea-0bfa2bb64d57 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:00.138287 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d84044a4-5d4b-43ec-9829-664279560569 req-54e3adf2-f2f5-4364-81ea-0bfa2bb64d57 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0671532 Feb 16 18:22:00.144080 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9160ce85-adc8-4abb-987f-c42814959d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (6387a517-574f-4360-abfa-9ea59d3437a2), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:00.146803 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9160ce85-adc8-4abb-987f-c42814959d1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:00.147898 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-9160ce85-adc8-4abb-987f-c42814959d1e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6387a517-574f-4360-abfa-9ea59d3437a2 HTTP/1.1" status: 204 len: 168 time: 0.2752433 Feb 16 18:22:00.169202 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9160ce85-adc8-4abb-987f-c42814959d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6387a517-574f-4360-abfa-9ea59d3437a2,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:00.215182 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d84044a4-5d4b-43ec-9829-664279560569 req-f129f667-87bb-4cab-b9f7-b61aaec7fe24 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660963 Feb 16 18:22:00.710714 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c3218-3e01-4365-a3f7-d33180c0ea92 req-99fc61a3-3f2b-4790-b66e-4e4084ac27a4 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:00.716050 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-de6c3218-3e01-4365-a3f7-d33180c0ea92 req-99fc61a3-3f2b-4790-b66e-4e4084ac27a4 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0584674 Feb 16 18:22:00.772643 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-de6c3218-3e01-4365-a3f7-d33180c0ea92 req-446e3fa9-931c-43d7-81b7-ebabd712ade9 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540445 Feb 16 18:22:00.776584 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 56974) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:00.802697 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7e609a00-ef7f-4189-9f37-18c3cee144bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:00.888683 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7e609a00-ef7f-4189-9f37-18c3cee144bd admin admin] Publish callbacks [] for security_group (be01f3ad-b0f2-4770-a333-7c05c44d2583), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:00.960667 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7e609a00-ef7f-4189-9f37-18c3cee144bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (be01f3ad-b0f2-4770-a333-7c05c44d2583), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:01.001992 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-7e609a00-ef7f-4189-9f37-18c3cee144bd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b0954eaf8dc742e4a2cff0f5815c2a44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235799 Feb 16 18:22:01.002925 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e609a00-ef7f-4189-9f37-18c3cee144bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be01f3ad-b0f2-4770-a333-7c05c44d2583,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:01.006115 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 56980) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:01.056305 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dc4e32a5-be84-4d0f-957e-2ae937b2b337 admin admin] Publish callbacks [] for security_group (be01f3ad-b0f2-4770-a333-7c05c44d2583), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:01.079410 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dc4e32a5-be84-4d0f-957e-2ae937b2b337 admin admin] Publish callbacks [] for security_group (be01f3ad-b0f2-4770-a333-7c05c44d2583), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:01.229325 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dc4e32a5-be84-4d0f-957e-2ae937b2b337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (be01f3ad-b0f2-4770-a333-7c05c44d2583), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:01.231929 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dc4e32a5-be84-4d0f-957e-2ae937b2b337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:01.233104 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-dc4e32a5-be84-4d0f-957e-2ae937b2b337 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/be01f3ad-b0f2-4770-a333-7c05c44d2583 HTTP/1.1" status: 204 len: 168 time: 0.2258720 Feb 16 18:22:01.241413 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e32a5-be84-4d0f-957e-2ae937b2b337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be01f3ad-b0f2-4770-a333-7c05c44d2583,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:01.902138 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1e740-e900-4471-8622-7f83fa9c4ae3 req-b57c7f5d-9c9c-4aed-ae83-6d13642f77a0 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:01.903664 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-dca1e740-e900-4471-8622-7f83fa9c4ae3 req-b57c7f5d-9c9c-4aed-ae83-6d13642f77a0 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0537224 Feb 16 18:22:01.963231 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-dca1e740-e900-4471-8622-7f83fa9c4ae3 req-16032303-7b6f-44de-9a57-b27c437412db tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523791 Feb 16 18:22:02.174256 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b4f5df51-e52d-4e80-b2a7-da1c8473fb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:03.097544 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a018d-5fac-48c3-92bf-b9be7f29c7e0 req-75b347f1-016f-43a8-b1fa-c53ed0842c06 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:03.099015 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-869a018d-5fac-48c3-92bf-b9be7f29c7e0 req-75b347f1-016f-43a8-b1fa-c53ed0842c06 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0670900 Feb 16 18:22:03.151928 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-869a018d-5fac-48c3-92bf-b9be7f29c7e0 req-0ac87f72-d91a-4cec-9af3-59729c17c110 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467672 Feb 16 18:22:03.398411 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbd35a-30d9-4ca7-b111-7d983f808aea req-949c6411-1c3d-4bd4-aed7-b7b2e130c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:03.400207 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-35dbd35a-30d9-4ca7-b111-7d983f808aea req-949c6411-1c3d-4bd4-aed7-b7b2e130c184 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e740c52ad64142398b541359c4b59da4&device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 1130 time: 0.0459905 Feb 16 18:22:03.509717 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbd35a-30d9-4ca7-b111-7d983f808aea req-b43082ca-4009-4372-b39c-d45724efefcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:03.511177 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-35dbd35a-30d9-4ca7-b111-7d983f808aea req-b43082ca-4009-4372-b39c-d45724efefcb service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b925c41-17ee-42bb-8e4d-3cf4909400ae HTTP/1.1" status: 200 len: 920 time: 0.0875082 Feb 16 18:22:03.555633 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-35dbd35a-30d9-4ca7-b111-7d983f808aea req-266ec487-6d0d-4bd7-98a2-d738a59193a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dff383c9-bcc3-4d9e-ad29-8fef541e4e4a HTTP/1.1" status: 200 len: 217 time: 0.0372863 Feb 16 18:22:03.613018 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbd35a-30d9-4ca7-b111-7d983f808aea req-fd92f6be-5a9a-498e-b8f2-ae465021521a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:03.615329 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-35dbd35a-30d9-4ca7-b111-7d983f808aea req-fd92f6be-5a9a-498e-b8f2-ae465021521a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f85686ac-8d4f-40f4-9d20-44dd74c413da HTTP/1.1" status: 200 len: 859 time: 0.0457411 Feb 16 18:22:03.658063 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-35dbd35a-30d9-4ca7-b111-7d983f808aea req-ab3c3198-7b2c-4271-a35a-dd8f6f0995ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b925c41-17ee-42bb-8e4d-3cf4909400ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338628 Feb 16 18:22:03.767165 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-35dbd35a-30d9-4ca7-b111-7d983f808aea req-a9795c4b-d33a-4882-ac7e-a162e31e6798 service neutron] 10.222.0.45 "GET /v2.0/networks/2b925c41-17ee-42bb-8e4d-3cf4909400ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896728 Feb 16 18:22:03.860022 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-35dbd35a-30d9-4ca7-b111-7d983f808aea req-64ba75e2-91d8-4fa7-958c-73dfe889e1c5 service neutron] 10.222.0.45 "GET /v2.0/networks/2b925c41-17ee-42bb-8e4d-3cf4909400ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861530 Feb 16 18:22:04.274776 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295347ac-62b4-4b79-a7a6-45d1b86e0906 req-0e3aa3f5-0a3e-4c1a-a1c7-b43666b2001c tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:04.276257 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-295347ac-62b4-4b79-a7a6-45d1b86e0906 req-0e3aa3f5-0a3e-4c1a-a1c7-b43666b2001c tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0561454 Feb 16 18:22:04.330832 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-295347ac-62b4-4b79-a7a6-45d1b86e0906 req-f2cdd407-b03d-4397-825b-e52642ad447f tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477262 Feb 16 18:22:04.429739 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-959e9b88-737c-4604-a923-bd370b8a5825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:05.268976 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 57134) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:05.382758 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-674ce967-d5d6-4773-a752-48f8c7ff243f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:05.457838 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-674ce967-d5d6-4773-a752-48f8c7ff243f admin admin] Publish callbacks [] for security_group (eb8f677d-8463-4c55-ae38-ff9d1157a9a3), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:05.460549 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b271b3-b356-4a53-adb4-ddcc743b80c1 req-9f8fab4c-57ee-45d9-ab24-4133971335b3 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:05.462044 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-81b271b3-b356-4a53-adb4-ddcc743b80c1 req-9f8fab4c-57ee-45d9-ab24-4133971335b3 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0529966 Feb 16 18:22:05.524687 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-81b271b3-b356-4a53-adb4-ddcc743b80c1 req-6f991f46-901b-4f86-ac90-a25bd301e7a7 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523322 Feb 16 18:22:05.572246 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-674ce967-d5d6-4773-a752-48f8c7ff243f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (eb8f677d-8463-4c55-ae38-ff9d1157a9a3), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:05.602000 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:05.619457 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-674ce967-d5d6-4773-a752-48f8c7ff243f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d9135afa48734c6a93dba0254e734a7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492279 Feb 16 18:22:05.621366 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ce967-d5d6-4773-a752-48f8c7ff243f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8f677d-8463-4c55-ae38-ff9d1157a9a3,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:05.622179 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 57142) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:05.672911 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ef8fbf64-5a38-4873-97b4-2ef320a89f53 admin admin] Publish callbacks [] for security_group (eb8f677d-8463-4c55-ae38-ff9d1157a9a3), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:05.693713 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ef8fbf64-5a38-4873-97b4-2ef320a89f53 admin admin] Publish callbacks [] for security_group (eb8f677d-8463-4c55-ae38-ff9d1157a9a3), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:05.823123 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ef8fbf64-5a38-4873-97b4-2ef320a89f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (eb8f677d-8463-4c55-ae38-ff9d1157a9a3), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:05.823123 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ef8fbf64-5a38-4873-97b4-2ef320a89f53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:05.823123 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-ef8fbf64-5a38-4873-97b4-2ef320a89f53 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/eb8f677d-8463-4c55-ae38-ff9d1157a9a3 HTTP/1.1" status: 204 len: 168 time: 0.1969168 Feb 16 18:22:05.829565 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8fbf64-5a38-4873-97b4-2ef320a89f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8f677d-8463-4c55-ae38-ff9d1157a9a3,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:06.652729 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a9c4d-3702-4a5b-a026-d23230f3c6d1 req-72d44afd-b229-4fc8-ba0b-8120490ccb75 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:06.654231 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-9a8a9c4d-3702-4a5b-a026-d23230f3c6d1 req-72d44afd-b229-4fc8-ba0b-8120490ccb75 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0646245 Feb 16 18:22:06.704296 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-9a8a9c4d-3702-4a5b-a026-d23230f3c6d1 req-61196848-4e71-49be-ae95-86f725aa8d82 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435927 Feb 16 18:22:07.015159 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:07.833245 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab569d7-40c8-4497-8069-dbcce873c1f7 req-e935b1e4-96bd-432f-bf9d-d53ee6ee953b tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:07.834785 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1ab569d7-40c8-4497-8069-dbcce873c1f7 req-e935b1e4-96bd-432f-bf9d-d53ee6ee953b tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0636420 Feb 16 18:22:07.882022 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1ab569d7-40c8-4497-8069-dbcce873c1f7 req-3a7a9680-9ff3-4c91-9c11-6701c0f65992 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413198 Feb 16 18:22:08.039645 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:22:08.504488 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:09.027920 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b689d-fd0e-4103-8368-ab63bff410cd req-df2378d9-5c39-4823-a3fa-ace1cd342e5c tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:09.029936 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-227b689d-fd0e-4103-8368-ab63bff410cd req-df2378d9-5c39-4823-a3fa-ace1cd342e5c tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0693634 Feb 16 18:22:09.089634 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-227b689d-fd0e-4103-8368-ab63bff410cd req-f8057d7a-9321-488d-9c70-5ce098563173 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536771 Feb 16 18:22:09.332442 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 57276) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:09.526290 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cbf9e697-e5d9-4aa4-92ee-d1771e810f9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:09.608137 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cbf9e697-e5d9-4aa4-92ee-d1771e810f9f admin admin] Publish callbacks [] for security_group (434e22ce-c5d5-4ac3-8a44-09e992d20c1e), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:09.714429 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cbf9e697-e5d9-4aa4-92ee-d1771e810f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (434e22ce-c5d5-4ac3-8a44-09e992d20c1e), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:09.753425 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-cbf9e697-e5d9-4aa4-92ee-d1771e810f9f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5e90fa04f6174b33815cdc7d5fbb8876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4190030 Feb 16 18:22:09.757768 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9e697-e5d9-4aa4-92ee-d1771e810f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434e22ce-c5d5-4ac3-8a44-09e992d20c1e,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:09.759714 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 57290) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:09.812902 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-34be2e3f-e8d0-4b81-8ff2-4f0be883df78 admin admin] Publish callbacks [] for security_group (434e22ce-c5d5-4ac3-8a44-09e992d20c1e), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:09.836464 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-34be2e3f-e8d0-4b81-8ff2-4f0be883df78 admin admin] Publish callbacks [] for security_group (434e22ce-c5d5-4ac3-8a44-09e992d20c1e), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:09.961566 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-34be2e3f-e8d0-4b81-8ff2-4f0be883df78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (434e22ce-c5d5-4ac3-8a44-09e992d20c1e), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:09.965712 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-34be2e3f-e8d0-4b81-8ff2-4f0be883df78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:09.967091 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-34be2e3f-e8d0-4b81-8ff2-4f0be883df78 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/434e22ce-c5d5-4ac3-8a44-09e992d20c1e HTTP/1.1" status: 204 len: 168 time: 0.2064664 Feb 16 18:22:09.985352 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be2e3f-e8d0-4b81-8ff2-4f0be883df78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434e22ce-c5d5-4ac3-8a44-09e992d20c1e,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:10.099154 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ef230e50-397e-4d59-91f6-68298b580bbf req-e8ad92b0-a1e8-4f4e-b7d6-28c50ef3e0ea service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0560217 Feb 16 18:22:10.237512 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef230e50-397e-4d59-91f6-68298b580bbf req-9cbedaa9-81c4-40a6-baa5-03e8dd7c4c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:10.245470 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ef230e50-397e-4d59-91f6-68298b580bbf req-9cbedaa9-81c4-40a6-baa5-03e8dd7c4c63 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0aaf8bb86aa245d6a791ffe04f8a7cea&device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 1129 time: 0.0933487 Feb 16 18:22:10.252715 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783f103-1732-4142-b0c5-1b424d4f23c8 req-7dbfe355-bdc8-4c37-a14e-2bcd357061a4 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:10.254385 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9783f103-1732-4142-b0c5-1b424d4f23c8 req-7dbfe355-bdc8-4c37-a14e-2bcd357061a4 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0742881 Feb 16 18:22:10.368442 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9783f103-1732-4142-b0c5-1b424d4f23c8 req-f8878544-3829-4158-9c63-6267c3f1d92f tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016366 Feb 16 18:22:10.391318 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef230e50-397e-4d59-91f6-68298b580bbf req-9bc4d2e0-f394-4fc4-bf8a-b25b82513408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:10.392944 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ef230e50-397e-4d59-91f6-68298b580bbf req-9bc4d2e0-f394-4fc4-bf8a-b25b82513408 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e0a2f9f-e6a2-446a-9d48-be3aafb44596 HTTP/1.1" status: 200 len: 911 time: 0.1340907 Feb 16 18:22:10.680228 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ef230e50-397e-4d59-91f6-68298b580bbf req-96b745d1-6e37-4f86-9da9-9a5f7a5d923f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7404f7f-4115-4ed5-81ed-47e766032126 HTTP/1.1" status: 200 len: 1000 time: 0.2805591 Feb 16 18:22:10.696800 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 57312) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:10.710539 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b0785c44-df96-471d-9e14-5298b59644f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:10.729685 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef230e50-397e-4d59-91f6-68298b580bbf req-f1e2f946-805f-4744-8e77-5b88183bddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:10.731349 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ef230e50-397e-4d59-91f6-68298b580bbf req-f1e2f946-805f-4744-8e77-5b88183bddf2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a HTTP/1.1" status: 200 len: 849 time: 0.0436351 Feb 16 18:22:10.786902 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef230e50-397e-4d59-91f6-68298b580bbf req-7067cda7-7cc0-43d7-b9c2-f9d4ddc14fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:10.788478 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ef230e50-397e-4d59-91f6-68298b580bbf req-7067cda7-7cc0-43d7-b9c2-f9d4ddc14fdc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e0a2f9f-e6a2-446a-9d48-be3aafb44596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0503294 Feb 16 18:22:10.809105 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b0785c44-df96-471d-9e14-5298b59644f2 admin admin] Publish callbacks [] for security_group (1a62d62c-5a40-4482-a4e8-44fdf6f9de14), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:10.892022 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ef230e50-397e-4d59-91f6-68298b580bbf req-1c31cb1b-4fa0-41bd-9b18-5684a11d9026 service neutron] 10.222.0.45 "GET /v2.0/networks/2e0a2f9f-e6a2-446a-9d48-be3aafb44596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963714 Feb 16 18:22:10.916327 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b0785c44-df96-471d-9e14-5298b59644f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (1a62d62c-5a40-4482-a4e8-44fdf6f9de14), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:10.957702 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-b0785c44-df96-471d-9e14-5298b59644f2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a513d688f12948e6a72697e17324bfb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597573 Feb 16 18:22:10.958417 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0785c44-df96-471d-9e14-5298b59644f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a62d62c-5a40-4482-a4e8-44fdf6f9de14,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:10.961331 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 57322) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:10.977524 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0785c44-df96-471d-9e14-5298b59644f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:10.977876 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0785c44-df96-471d-9e14-5298b59644f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:10.978218 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0785c44-df96-471d-9e14-5298b59644f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:10.978556 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0785c44-df96-471d-9e14-5298b59644f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:10.978886 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0785c44-df96-471d-9e14-5298b59644f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:10.979212 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0785c44-df96-471d-9e14-5298b59644f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:10.979537 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0785c44-df96-471d-9e14-5298b59644f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:10.979862 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0785c44-df96-471d-9e14-5298b59644f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:10.980191 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0785c44-df96-471d-9e14-5298b59644f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:10.980516 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0785c44-df96-471d-9e14-5298b59644f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:10.980835 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0785c44-df96-471d-9e14-5298b59644f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:10.981177 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0785c44-df96-471d-9e14-5298b59644f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:10.981551 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0785c44-df96-471d-9e14-5298b59644f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:10.987980 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ef230e50-397e-4d59-91f6-68298b580bbf req-86948147-4060-4d2f-b644-ab8d1d576788 service neutron] 10.222.0.45 "GET /v2.0/networks/2e0a2f9f-e6a2-446a-9d48-be3aafb44596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876565 Feb 16 18:22:11.025399 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-06913a95-eb5c-41bd-82e2-6b0fa926fd11 admin admin] Publish callbacks [] for security_group (1a62d62c-5a40-4482-a4e8-44fdf6f9de14), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:11.047175 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-06913a95-eb5c-41bd-82e2-6b0fa926fd11 admin admin] Publish callbacks [] for security_group (1a62d62c-5a40-4482-a4e8-44fdf6f9de14), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:11.173327 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-06913a95-eb5c-41bd-82e2-6b0fa926fd11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (1a62d62c-5a40-4482-a4e8-44fdf6f9de14), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:11.183755 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-06913a95-eb5c-41bd-82e2-6b0fa926fd11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:11.183755 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-06913a95-eb5c-41bd-82e2-6b0fa926fd11 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1a62d62c-5a40-4482-a4e8-44fdf6f9de14 HTTP/1.1" status: 204 len: 168 time: 0.2159979 Feb 16 18:22:11.193404 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06913a95-eb5c-41bd-82e2-6b0fa926fd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a62d62c-5a40-4482-a4e8-44fdf6f9de14,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:11.518494 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2add2d9-b04b-4a9a-be7a-56ea66994547 req-28023d8e-1c62-4397-9068-ffb25b105629 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:11.518494 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d2add2d9-b04b-4a9a-be7a-56ea66994547 req-28023d8e-1c62-4397-9068-ffb25b105629 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0549195 Feb 16 18:22:11.570794 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d2add2d9-b04b-4a9a-be7a-56ea66994547 req-ac57d750-fae0-4c8e-8a59-5807fe300c77 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491657 Feb 16 18:22:11.708293 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 57358) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:11.818988 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7ebb4aa6-786d-4e05-9f85-b4150430fc90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:11.890531 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7ebb4aa6-786d-4e05-9f85-b4150430fc90 admin admin] Publish callbacks [] for security_group (a456934e-3731-4494-a45f-c635eebe6b13), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:11.960653 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7ebb4aa6-786d-4e05-9f85-b4150430fc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (a456934e-3731-4494-a45f-c635eebe6b13), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:11.999667 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-7ebb4aa6-786d-4e05-9f85-b4150430fc90 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f986b3604f504873a996ea8d00ec0f14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890718 Feb 16 18:22:12.000741 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb4aa6-786d-4e05-9f85-b4150430fc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a456934e-3731-4494-a45f-c635eebe6b13,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:12.002406 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 57368) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:12.067141 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-744d38b8-800f-4aeb-90e4-e007282abdab admin admin] Publish callbacks [] for security_group (a456934e-3731-4494-a45f-c635eebe6b13), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:12.089059 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-744d38b8-800f-4aeb-90e4-e007282abdab admin admin] Publish callbacks [] for security_group (a456934e-3731-4494-a45f-c635eebe6b13), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:12.240950 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-744d38b8-800f-4aeb-90e4-e007282abdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (a456934e-3731-4494-a45f-c635eebe6b13), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:12.251107 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-744d38b8-800f-4aeb-90e4-e007282abdab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:12.251107 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-744d38b8-800f-4aeb-90e4-e007282abdab admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a456934e-3731-4494-a45f-c635eebe6b13 HTTP/1.1" status: 204 len: 168 time: 0.2435992 Feb 16 18:22:12.261833 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d38b8-800f-4aeb-90e4-e007282abdab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a456934e-3731-4494-a45f-c635eebe6b13,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:12.271639 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d38b8-800f-4aeb-90e4-e007282abdab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:12.272213 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d38b8-800f-4aeb-90e4-e007282abdab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:12.272721 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d38b8-800f-4aeb-90e4-e007282abdab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:12.273279 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d38b8-800f-4aeb-90e4-e007282abdab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:12.273761 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d38b8-800f-4aeb-90e4-e007282abdab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:12.274377 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d38b8-800f-4aeb-90e4-e007282abdab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:12.279187 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d38b8-800f-4aeb-90e4-e007282abdab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:12.279187 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d38b8-800f-4aeb-90e4-e007282abdab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:12.279187 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d38b8-800f-4aeb-90e4-e007282abdab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:12.279187 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d38b8-800f-4aeb-90e4-e007282abdab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:12.279187 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d38b8-800f-4aeb-90e4-e007282abdab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:12.279187 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d38b8-800f-4aeb-90e4-e007282abdab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:12.279187 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d38b8-800f-4aeb-90e4-e007282abdab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:12.554763 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:12.709009 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bbb96-d1ea-4af4-82c1-a428ed588425 req-b6195895-aa47-4431-9833-0ce522b485b7 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:12.710924 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-200bbb96-d1ea-4af4-82c1-a428ed588425 req-b6195895-aa47-4431-9833-0ce522b485b7 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0635805 Feb 16 18:22:12.792281 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-200bbb96-d1ea-4af4-82c1-a428ed588425 req-228c8f7f-bf50-4dc2-a232-738f9b0b1f86 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751009 Feb 16 18:22:12.845431 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 57402) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:12.862419 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-68f2d9ea-2741-4e57-9225-cd63bb8137b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:12.937588 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-68f2d9ea-2741-4e57-9225-cd63bb8137b8 admin admin] Publish callbacks [] for security_group (63a12cf9-681e-4bc4-834d-f23693f1f4d8), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:13.011685 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-68f2d9ea-2741-4e57-9225-cd63bb8137b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (63a12cf9-681e-4bc4-834d-f23693f1f4d8), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:13.052565 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-68f2d9ea-2741-4e57-9225-cd63bb8137b8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2b4da38aeace4c12be620377eda599f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2060189 Feb 16 18:22:13.053470 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2d9ea-2741-4e57-9225-cd63bb8137b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a12cf9-681e-4bc4-834d-f23693f1f4d8,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:13.055203 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 57406) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:13.112947 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2a4683f9-e1cb-4889-95b7-e305d14ac776 admin admin] Publish callbacks [] for security_group (63a12cf9-681e-4bc4-834d-f23693f1f4d8), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:13.135634 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2a4683f9-e1cb-4889-95b7-e305d14ac776 admin admin] Publish callbacks [] for security_group (63a12cf9-681e-4bc4-834d-f23693f1f4d8), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:13.274400 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2a4683f9-e1cb-4889-95b7-e305d14ac776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (63a12cf9-681e-4bc4-834d-f23693f1f4d8), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:13.277311 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2a4683f9-e1cb-4889-95b7-e305d14ac776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:13.281547 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-2a4683f9-e1cb-4889-95b7-e305d14ac776 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/63a12cf9-681e-4bc4-834d-f23693f1f4d8 HTTP/1.1" status: 204 len: 168 time: 0.2218308 Feb 16 18:22:13.288814 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4683f9-e1cb-4889-95b7-e305d14ac776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a12cf9-681e-4bc4-834d-f23693f1f4d8,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:13.398557 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 57428) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:13.541753 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-6b2915be-1a83-4265-8186-8d2b50b26bc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:13.621836 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-6b2915be-1a83-4265-8186-8d2b50b26bc2 admin admin] Publish callbacks [] for security_group (3ff47d5d-34bb-4b80-898c-e69d7425a2f1), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:13.709124 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-6b2915be-1a83-4265-8186-8d2b50b26bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (3ff47d5d-34bb-4b80-898c-e69d7425a2f1), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:13.750969 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-6b2915be-1a83-4265-8186-8d2b50b26bc2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a56f34c0cccb4d79bf827b5e6e287cc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3512125 Feb 16 18:22:13.751844 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2915be-1a83-4265-8186-8d2b50b26bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff47d5d-34bb-4b80-898c-e69d7425a2f1,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:13.753661 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 57444) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:13.857120 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b7804ab6-4e9b-4b36-a603-d567f7c87084 admin admin] Publish callbacks [] for security_group (3ff47d5d-34bb-4b80-898c-e69d7425a2f1), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:13.875392 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516a1c7-99b8-48b6-aa32-97644211215a req-10bb5fc6-7303-4e0d-9a10-00a0311adc09 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:13.876823 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f516a1c7-99b8-48b6-aa32-97644211215a req-10bb5fc6-7303-4e0d-9a10-00a0311adc09 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0857277 Feb 16 18:22:13.917399 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b7804ab6-4e9b-4b36-a603-d567f7c87084 admin admin] Publish callbacks [] for security_group (3ff47d5d-34bb-4b80-898c-e69d7425a2f1), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:13.990106 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3025e-99b9-4467-b658-d1e5332c29e5 req-4ebc0653-8893-4b5e-8655-d5c858cc4b76 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:13.997982 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a8b3025e-99b9-4467-b658-d1e5332c29e5 req-4ebc0653-8893-4b5e-8655-d5c858cc4b76 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0935624 Feb 16 18:22:14.014722 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f516a1c7-99b8-48b6-aa32-97644211215a req-d303e5a3-50a8-42ef-ada7-e89dc5bdfd82 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316040 Feb 16 18:22:14.051536 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a8b3025e-99b9-4467-b658-d1e5332c29e5 req-3e34c940-607f-4b63-a8b0-4018ca2e199d tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522523 Feb 16 18:22:14.166383 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b7804ab6-4e9b-4b36-a603-d567f7c87084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (3ff47d5d-34bb-4b80-898c-e69d7425a2f1), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:14.169446 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b7804ab6-4e9b-4b36-a603-d567f7c87084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:14.174908 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-b7804ab6-4e9b-4b36-a603-d567f7c87084 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3ff47d5d-34bb-4b80-898c-e69d7425a2f1 HTTP/1.1" status: 204 len: 168 time: 0.4174302 Feb 16 18:22:14.183058 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7804ab6-4e9b-4b36-a603-d567f7c87084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff47d5d-34bb-4b80-898c-e69d7425a2f1,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:14.719302 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 57492) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:14.856390 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-b3645e56-ff4f-4340-a852-94aff6fe8222 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2098640952-network', 'tenant_id': 'bce9a2accde947c08b8cb64a1fc32311'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:14.938425 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3645e56-ff4f-4340-a852-94aff6fe8222 admin admin] Made reservation on behalf of bce9a2accde947c08b8cb64a1fc32311 for: {'network': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:22:14.941305 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b3645e56-ff4f-4340-a852-94aff6fe8222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for network (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:14.950430 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b3645e56-ff4f-4340-a852-94aff6fe8222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:15.027234 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b3645e56-ff4f-4340-a852-94aff6fe8222 admin admin] Publish callbacks [] for security_group (6dd9b130-fb23-4737-8417-8cccdca3351a), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:15.115298 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b3645e56-ff4f-4340-a852-94aff6fe8222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (6dd9b130-fb23-4737-8417-8cccdca3351a), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:15.168122 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3645e56-ff4f-4340-a852-94aff6fe8222 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 18:22:15.176532 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3645e56-ff4f-4340-a852-94aff6fe8222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd9b130-fb23-4737-8417-8cccdca3351a,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:15.187483 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b3645e56-ff4f-4340-a852-94aff6fe8222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (cdf827a6-cae8-4d04-8e54-1e2909afe78a), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:15.187844 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.db.segments_db [None req-b3645e56-ff4f-4340-a852-94aff6fe8222 admin admin] Added segment cdf827a6-cae8-4d04-8e54-1e2909afe78a of type vlan for network 7af8693b-e133-4e65-9d44-362955666f74 Feb 16 18:22:15.205795 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bd6cf-f16c-4925-a766-42a5dfc55839 req-5e11681b-f1f2-4611-ad53-a08018d39965 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:15.207462 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-cb1bd6cf-f16c-4925-a766-42a5dfc55839 req-5e11681b-f1f2-4611-ad53-a08018d39965 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0750701 Feb 16 18:22:15.208001 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914dbb2-7d31-466d-9760-959dcbc3fff8 req-4f8592aa-e313-44a3-88f5-822e2674548b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:15.214856 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-4914dbb2-7d31-466d-9760-959dcbc3fff8 req-4f8592aa-e313-44a3-88f5-822e2674548b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.1140406 Feb 16 18:22:15.270238 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b3645e56-ff4f-4340-a852-94aff6fe8222 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776561717104'] for network (7af8693b-e133-4e65-9d44-362955666f74), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:15.275201 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-cb1bd6cf-f16c-4925-a766-42a5dfc55839 req-ac9afb6b-f7e4-4c3b-9c18-e08761effd1e tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611522 Feb 16 18:22:15.311610 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-4914dbb2-7d31-466d-9760-959dcbc3fff8 req-af96319c-e152-46ec-a105-1d3eacc4f48a tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957997 Feb 16 18:22:15.389018 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b3645e56-ff4f-4340-a852-94aff6fe8222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for network (7af8693b-e133-4e65-9d44-362955666f74), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:15.390223 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3645e56-ff4f-4340-a852-94aff6fe8222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:15.390819 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b3645e56-ff4f-4340-a852-94aff6fe8222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:15.453171 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3645e56-ff4f-4340-a852-94aff6fe8222 admin admin] Pushing event updated for resources: {'Network': ['ID=7af8693b-e133-4e65-9d44-362955666f74,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:15.464883 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Network 7af8693b-e133-4e65-9d44-362955666f74 details requested by agent ovs-agent-dv-cinder-773985-33-iscsi with host dv-cinder-773985-33-iscsi {{(pid=103277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 18:22:15.481620 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-b3645e56-ff4f-4340-a852-94aff6fe8222 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7611845 Feb 16 18:22:15.484269 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 57528) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:15.489925 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-ccd36c91-9619-410f-9f20-ca0f8636c70c admin admin] Request body: {'subnet': {'network_id': '7af8693b-e133-4e65-9d44-362955666f74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2098640952-subnet', 'tenant_id': 'bce9a2accde947c08b8cb64a1fc32311', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:15.560740 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd36c91-9619-410f-9f20-ca0f8636c70c admin admin] Made reservation on behalf of bce9a2accde947c08b8cb64a1fc32311 for: {'subnet': 1} {{(pid=103276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:22:15.565065 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ccd36c91-9619-410f-9f20-ca0f8636c70c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494496'] for subnet (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:15.750761 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 57540) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:15.802733 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ccd36c91-9619-410f-9f20-ca0f8636c70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9131276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494482'] for subnet (0186dda9-6e90-4270-8a4d-110d972bcbef), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:15.859655 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd36c91-9619-410f-9f20-ca0f8636c70c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0186dda9-6e90-4270-8a4d-110d972bcbef,revision_number=0']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:15.882825 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7deab88e-b080-4f45-9370-fac3359b78de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:15.896657 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd36c91-9619-410f-9f20-ca0f8636c70c admin admin] Checking segment: {'id': 'cdf827a6-cae8-4d04-8e54-1e2909afe78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7af8693b-e133-4e65-9d44-362955666f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:22:15.896657 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd36c91-9619-410f-9f20-ca0f8636c70c admin admin] Network hostable DHCP agents. Network: 7af8693b-e133-4e65-9d44-362955666f74, hostable agents: ['f2339edf-a2ee-4e84-8bf4-086a7482b327'], hosted agents: [] {{(pid=103276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 18:22:15.979425 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7deab88e-b080-4f45-9370-fac3359b78de admin admin] Publish callbacks [] for security_group (96eb4e0c-8e88-4cc8-a056-4623c7d288a8), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:15.994711 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd36c91-9619-410f-9f20-ca0f8636c70c admin admin] Network 7af8693b-e133-4e65-9d44-362955666f74 is scheduled to be hosted by DHCP agent f2339edf-a2ee-4e84-8bf4-086a7482b327 with binding_index 1 {{(pid=103276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 18:22:16.052027 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7deab88e-b080-4f45-9370-fac3359b78de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (96eb4e0c-8e88-4cc8-a056-4623c7d288a8), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:16.087293 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-ccd36c91-9619-410f-9f20-ca0f8636c70c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-33-iscsi, 7af8693b-e133-4e65-9d44-362955666f74) {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:22:16.091393 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deab88e-b080-4f45-9370-fac3359b78de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96eb4e0c-8e88-4cc8-a056-4623c7d288a8,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:16.094777 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd36c91-9619-410f-9f20-ca0f8636c70c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:16.095334 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ccd36c91-9619-410f-9f20-ca0f8636c70c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:16.097255 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f5c7c6-80c1-4778-ab68-b741eafdf295 None None] Network 7af8693b-e133-4e65-9d44-362955666f74 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:22:16.099118 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-7deab88e-b080-4f45-9370-fac3359b78de admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=105879a82a374ceeacff7ab4cfb45720&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3473566 Feb 16 18:22:16.101881 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 57554) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:16.157430 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2899634f-1428-42ac-872c-80aa440a225f admin admin] Publish callbacks [] for security_group (96eb4e0c-8e88-4cc8-a056-4623c7d288a8), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:16.184758 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2899634f-1428-42ac-872c-80aa440a225f admin admin] Publish callbacks [] for security_group (96eb4e0c-8e88-4cc8-a056-4623c7d288a8), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:16.206752 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-ccd36c91-9619-410f-9f20-ca0f8636c70c admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7209027 Feb 16 18:22:16.215232 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d521c1-aba4-4d33-930d-2707a016f5fd None None] Network 7af8693b-e133-4e65-9d44-362955666f74 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:22:16.366529 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2899634f-1428-42ac-872c-80aa440a225f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (96eb4e0c-8e88-4cc8-a056-4623c7d288a8), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:16.369708 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2899634f-1428-42ac-872c-80aa440a225f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:16.370971 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-2899634f-1428-42ac-872c-80aa440a225f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/96eb4e0c-8e88-4cc8-a056-4623c7d288a8 HTTP/1.1" status: 204 len: 168 time: 0.2677009 Feb 16 18:22:16.383433 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899634f-1428-42ac-872c-80aa440a225f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96eb4e0c-8e88-4cc8-a056-4623c7d288a8,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:16.457198 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58311e7f-f339-430e-aed3-38a7fed7a03c req-722b8a5d-52ca-4bb4-b085-72ff15c4cc1c tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:16.464771 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-58311e7f-f339-430e-aed3-38a7fed7a03c req-722b8a5d-52ca-4bb4-b085-72ff15c4cc1c tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0937803 Feb 16 18:22:16.469193 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cb2bc-1389-47cd-b794-1af7ba973614 req-b29cd4f5-9487-4322-85d2-92caa4d3da07 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:16.476291 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-354cb2bc-1389-47cd-b794-1af7ba973614 req-b29cd4f5-9487-4322-85d2-92caa4d3da07 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0660529 Feb 16 18:22:16.520038 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-58311e7f-f339-430e-aed3-38a7fed7a03c req-4567183c-4dc4-4345-9b2d-9dbfdf939a97 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543363 Feb 16 18:22:16.526773 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-354cb2bc-1389-47cd-b794-1af7ba973614 req-87b19eae-5ffe-49c0-8804-a70a35846128 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493519 Feb 16 18:22:17.016866 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 57582) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:17.020599 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 57584) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:17.025479 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-c3992218-fafa-48ec-9a01-602c9e3ced4b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-40224648-network', 'tenant_id': '226e87a9d4bd4db38983edfb10424fe0'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:17.031409 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-70e6fdc2-64cd-441f-a506-9bfff639609d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:17.103313 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3992218-fafa-48ec-9a01-602c9e3ced4b admin admin] Made reservation on behalf of 226e87a9d4bd4db38983edfb10424fe0 for: {'network': 1} {{(pid=103276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:22:17.104094 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-70e6fdc2-64cd-441f-a506-9bfff639609d admin admin] Publish callbacks [] for security_group (6dc1f565-e485-4e27-9817-2eab9efb9729), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:17.105645 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c3992218-fafa-48ec-9a01-602c9e3ced4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for network (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:17.114470 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c3992218-fafa-48ec-9a01-602c9e3ced4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:17.189925 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c3992218-fafa-48ec-9a01-602c9e3ced4b admin admin] Publish callbacks [] for security_group (d4eb439a-3d50-42fc-8cae-1c2594f627e7), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:17.200593 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-70e6fdc2-64cd-441f-a506-9bfff639609d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (6dc1f565-e485-4e27-9817-2eab9efb9729), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:17.239231 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-70e6fdc2-64cd-441f-a506-9bfff639609d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5a6801790cdb478db27fd06ea264e7f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211566 Feb 16 18:22:17.240255 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6fdc2-64cd-441f-a506-9bfff639609d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc1f565-e485-4e27-9817-2eab9efb9729,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:17.241945 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 57588) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:17.252945 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c3992218-fafa-48ec-9a01-602c9e3ced4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (d4eb439a-3d50-42fc-8cae-1c2594f627e7), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:17.290922 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3992218-fafa-48ec-9a01-602c9e3ced4b admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=103276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 18:22:17.315940 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3992218-fafa-48ec-9a01-602c9e3ced4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4eb439a-3d50-42fc-8cae-1c2594f627e7,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:17.319943 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c3992218-fafa-48ec-9a01-602c9e3ced4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (97a8fbed-23f7-4515-b4fe-8cfe7b1e02dc), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:17.320285 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.db.segments_db [None req-c3992218-fafa-48ec-9a01-602c9e3ced4b admin admin] Added segment 97a8fbed-23f7-4515-b4fe-8cfe7b1e02dc of type vlan for network c7154cac-ef66-4fec-951b-4182511ad8c5 Feb 16 18:22:17.371782 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ed0f84fb-abcf-4311-b40a-462d608b1516 admin admin] Publish callbacks [] for security_group (6dc1f565-e485-4e27-9817-2eab9efb9729), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:17.375074 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c3992218-fafa-48ec-9a01-602c9e3ced4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776561717104'] for network (c7154cac-ef66-4fec-951b-4182511ad8c5), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:17.410824 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ed0f84fb-abcf-4311-b40a-462d608b1516 admin admin] Publish callbacks [] for security_group (6dc1f565-e485-4e27-9817-2eab9efb9729), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:17.486064 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c3992218-fafa-48ec-9a01-602c9e3ced4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for network (c7154cac-ef66-4fec-951b-4182511ad8c5), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:17.487050 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3992218-fafa-48ec-9a01-602c9e3ced4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:17.487658 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c3992218-fafa-48ec-9a01-602c9e3ced4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:17.553109 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ed0f84fb-abcf-4311-b40a-462d608b1516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (6dc1f565-e485-4e27-9817-2eab9efb9729), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:17.555717 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ed0f84fb-abcf-4311-b40a-462d608b1516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:17.556908 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-ed0f84fb-abcf-4311-b40a-462d608b1516 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6dc1f565-e485-4e27-9817-2eab9efb9729 HTTP/1.1" status: 204 len: 168 time: 0.3112001 Feb 16 18:22:17.559617 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3992218-fafa-48ec-9a01-602c9e3ced4b admin admin] Pushing event updated for resources: {'Network': ['ID=c7154cac-ef66-4fec-951b-4182511ad8c5,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:17.569200 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f84fb-abcf-4311-b40a-462d608b1516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc1f565-e485-4e27-9817-2eab9efb9729,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:17.583755 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Network c7154cac-ef66-4fec-951b-4182511ad8c5 details requested by agent ovs-agent-dv-cinder-773985-33-iscsi with host dv-cinder-773985-33-iscsi {{(pid=103277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 18:22:17.605634 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-c3992218-fafa-48ec-9a01-602c9e3ced4b admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5838349 Feb 16 18:22:17.606258 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 57602) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:17.615361 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-9c49ffec-ed2f-4eb4-96cc-73ccbfe4099e admin admin] Request body: {'subnet': {'network_id': 'c7154cac-ef66-4fec-951b-4182511ad8c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-40224648-subnet', 'tenant_id': '226e87a9d4bd4db38983edfb10424fe0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:17.682367 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c9727-19c6-4890-bc6d-4796ca35cec7 req-8e85879a-4acf-412b-8f5d-df2dcda83b11 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:17.684162 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6c6c9727-19c6-4890-bc6d-4796ca35cec7 req-8e85879a-4acf-412b-8f5d-df2dcda83b11 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0819831 Feb 16 18:22:17.693406 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048f6b4-bc24-4ce0-a898-a98fbe249a18 req-4e90eb62-7e33-4c47-93fb-cff8ce9175b5 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:17.695385 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-c048f6b4-bc24-4ce0-a898-a98fbe249a18 req-4e90eb62-7e33-4c47-93fb-cff8ce9175b5 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0723629 Feb 16 18:22:17.738017 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6c6c9727-19c6-4890-bc6d-4796ca35cec7 req-299a5390-c17d-4da0-a37d-be5b1f064fee tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475631 Feb 16 18:22:17.745442 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-c048f6b4-bc24-4ce0-a898-a98fbe249a18 req-088940ee-ea60-4d4d-974c-dcd5e0cac182 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442588 Feb 16 18:22:17.760517 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c49ffec-ed2f-4eb4-96cc-73ccbfe4099e admin admin] Made reservation on behalf of 226e87a9d4bd4db38983edfb10424fe0 for: {'subnet': 1} {{(pid=103276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:22:17.762981 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9c49ffec-ed2f-4eb4-96cc-73ccbfe4099e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494496'] for subnet (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:17.995186 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9c49ffec-ed2f-4eb4-96cc-73ccbfe4099e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9131276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494482'] for subnet (1ae9cebb-3c5e-4f5c-a64e-5a5974a8bc09), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:18.055355 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49ffec-ed2f-4eb4-96cc-73ccbfe4099e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ae9cebb-3c5e-4f5c-a64e-5a5974a8bc09,revision_number=0']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:18.065007 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c49ffec-ed2f-4eb4-96cc-73ccbfe4099e admin admin] Checking segment: {'id': '97a8fbed-23f7-4515-b4fe-8cfe7b1e02dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c7154cac-ef66-4fec-951b-4182511ad8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:22:18.065559 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c49ffec-ed2f-4eb4-96cc-73ccbfe4099e admin admin] Network hostable DHCP agents. Network: c7154cac-ef66-4fec-951b-4182511ad8c5, hostable agents: ['f2339edf-a2ee-4e84-8bf4-086a7482b327'], hosted agents: [] {{(pid=103276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 18:22:18.166223 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c49ffec-ed2f-4eb4-96cc-73ccbfe4099e admin admin] Network c7154cac-ef66-4fec-951b-4182511ad8c5 is scheduled to be hosted by DHCP agent f2339edf-a2ee-4e84-8bf4-086a7482b327 with binding_index 1 {{(pid=103276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 18:22:18.298328 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-9c49ffec-ed2f-4eb4-96cc-73ccbfe4099e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-33-iscsi, c7154cac-ef66-4fec-951b-4182511ad8c5) {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:22:18.311676 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c49ffec-ed2f-4eb4-96cc-73ccbfe4099e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:18.311676 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9c49ffec-ed2f-4eb4-96cc-73ccbfe4099e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:18.313013 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de19177-4a09-45c8-94e4-ad21d7caae82 None None] Network c7154cac-ef66-4fec-951b-4182511ad8c5 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:22:18.391987 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-9c49ffec-ed2f-4eb4-96cc-73ccbfe4099e admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7845404 Feb 16 18:22:18.407822 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4a71fe-1762-4e2c-a944-ac3b4fa5c63f None None] Network c7154cac-ef66-4fec-951b-4182511ad8c5 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:22:18.880775 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e6fd5-43ee-4cc6-b784-5af1f2efa9d2 req-63772f53-382f-4b99-807e-baaaa803fc37 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:18.882459 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-676e6fd5-43ee-4cc6-b784-5af1f2efa9d2 req-63772f53-382f-4b99-807e-baaaa803fc37 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0711594 Feb 16 18:22:18.934719 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-676e6fd5-43ee-4cc6-b784-5af1f2efa9d2 req-33da996e-1b39-4759-a846-0f5054adb816 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462046 Feb 16 18:22:19.037815 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a9377-f15a-47cc-8619-8a374d24aaee req-e74d3e90-b28b-4d64-b4f8-4ecb0c86a68a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:19.039343 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-485a9377-f15a-47cc-8619-8a374d24aaee req-e74d3e90-b28b-4d64-b4f8-4ecb0c86a68a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.2066398 Feb 16 18:22:19.085349 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-485a9377-f15a-47cc-8619-8a374d24aaee req-f2a7820e-58a6-4ebf-b5d9-62ca47e913d8 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404170 Feb 16 18:22:20.064170 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a86af3-034d-4990-8802-3f936a6bca01 req-1010a924-bc5f-448a-880f-16b5b13f258a tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:20.065738 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b0a86af3-034d-4990-8802-3f936a6bca01 req-1010a924-bc5f-448a-880f-16b5b13f258a tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0596058 Feb 16 18:22:20.127488 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b0a86af3-034d-4990-8802-3f936a6bca01 req-1efe1aeb-9f3a-45f9-bcc0-bb9d04974fa2 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553143 Feb 16 18:22:20.154122 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 57680) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:20.220384 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e23f90-6d35-43bf-bfe7-dab96077cab5 req-38d7573e-bc50-406b-949c-3cc0ab4fc1b2 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:20.225563 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-54e23f90-6d35-43bf-bfe7-dab96077cab5 req-38d7573e-bc50-406b-949c-3cc0ab4fc1b2 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0615184 Feb 16 18:22:20.274183 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-54e23f90-6d35-43bf-bfe7-dab96077cab5 req-44cf9892-12d5-498f-91d0-9406c3003e78 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458717 Feb 16 18:22:20.387352 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5157e11d-025b-4543-ab19-ad6501059d88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:20.484625 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5157e11d-025b-4543-ab19-ad6501059d88 admin admin] Publish callbacks [] for security_group (d4f9bc4a-be1e-442a-bbe5-b10febfc8219), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:20.537801 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5157e11d-025b-4543-ab19-ad6501059d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (d4f9bc4a-be1e-442a-bbe5-b10febfc8219), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:20.579588 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-5157e11d-025b-4543-ab19-ad6501059d88 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=962afd60656647fca6bdd75e5dbd1d34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4240739 Feb 16 18:22:20.580817 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157e11d-025b-4543-ab19-ad6501059d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f9bc4a-be1e-442a-bbe5-b10febfc8219,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:20.582488 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 57696) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:20.634206 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e00d214e-8a24-49bd-b2ce-48c5f81e2c57 admin admin] Publish callbacks [] for security_group (d4f9bc4a-be1e-442a-bbe5-b10febfc8219), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:20.655941 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e00d214e-8a24-49bd-b2ce-48c5f81e2c57 admin admin] Publish callbacks [] for security_group (d4f9bc4a-be1e-442a-bbe5-b10febfc8219), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:20.794718 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e00d214e-8a24-49bd-b2ce-48c5f81e2c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (d4f9bc4a-be1e-442a-bbe5-b10febfc8219), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:20.798321 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e00d214e-8a24-49bd-b2ce-48c5f81e2c57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:20.799482 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-e00d214e-8a24-49bd-b2ce-48c5f81e2c57 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d4f9bc4a-be1e-442a-bbe5-b10febfc8219 HTTP/1.1" status: 204 len: 168 time: 0.2160063 Feb 16 18:22:20.807433 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d214e-8a24-49bd-b2ce-48c5f81e2c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f9bc4a-be1e-442a-bbe5-b10febfc8219,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:21.286846 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90452350-64be-4487-9bbd-1387cc8f1c93 req-79971dd0-3ca2-44ce-90a7-a00b13bc570e tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:21.288796 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-90452350-64be-4487-9bbd-1387cc8f1c93 req-79971dd0-3ca2-44ce-90a7-a00b13bc570e tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0836115 Feb 16 18:22:21.378542 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-90452350-64be-4487-9bbd-1387cc8f1c93 req-5fc99cd8-c75b-465d-8838-685bee72c635 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670748 Feb 16 18:22:21.420539 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac468ed-b617-4ebd-b502-23651bdfde06 req-0bc9df6b-3b2a-453f-bd9c-2dee261a3fc6 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:21.422101 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-fac468ed-b617-4ebd-b502-23651bdfde06 req-0bc9df6b-3b2a-453f-bd9c-2dee261a3fc6 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0569475 Feb 16 18:22:21.469230 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-fac468ed-b617-4ebd-b502-23651bdfde06 req-4281eed3-f81d-4257-bad2-cfdc07937d16 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412679 Feb 16 18:22:22.499342 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54f4f0-1756-4bcb-8fe7-8e125ec6bea3 req-f80fa446-f8fb-4116-ac92-326c06bad471 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:22.501124 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bf54f4f0-1756-4bcb-8fe7-8e125ec6bea3 req-f80fa446-f8fb-4116-ac92-326c06bad471 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0556223 Feb 16 18:22:22.551817 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bf54f4f0-1756-4bcb-8fe7-8e125ec6bea3 req-e1c1e1ff-28ae-445a-86cf-a66546ee1dc6 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437984 Feb 16 18:22:22.588495 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf33abc-29b7-4fa1-ba3a-91f9d7824645 req-f8b15fb3-1984-4595-b492-e04e3cadde7d tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:22.590024 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0cf33abc-29b7-4fa1-ba3a-91f9d7824645 req-f8b15fb3-1984-4595-b492-e04e3cadde7d tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0535822 Feb 16 18:22:22.640317 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0cf33abc-29b7-4fa1-ba3a-91f9d7824645 req-270c17e3-bdff-4298-a972-569c0c0c6846 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440388 Feb 16 18:22:23.679967 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4bfd6-6387-46e8-be4c-83340be53ca0 req-821efec4-61dc-49e4-b3b6-6f8f3083a9bb tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:23.681371 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-eba4bfd6-6387-46e8-be4c-83340be53ca0 req-821efec4-61dc-49e4-b3b6-6f8f3083a9bb tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0587301 Feb 16 18:22:23.731445 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-eba4bfd6-6387-46e8-be4c-83340be53ca0 req-b6d01bc6-624f-44bf-83df-8f4d2a7ace08 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432253 Feb 16 18:22:23.764102 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d226c-6566-4717-a851-15c68cbb7525 req-226b45f9-c490-4a02-b306-cae0ba6100ed tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:23.765746 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-202d226c-6566-4717-a851-15c68cbb7525 req-226b45f9-c490-4a02-b306-cae0ba6100ed tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0521154 Feb 16 18:22:23.813401 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-202d226c-6566-4717-a851-15c68cbb7525 req-11b7d075-b878-46b4-aa9a-9419972dc385 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414140 Feb 16 18:22:24.875677 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a9a84-20a3-49b5-b468-bba94cc98766 req-ab6df80a-55aa-48eb-be75-57a18d187d88 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:24.877219 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a69a9a84-20a3-49b5-b468-bba94cc98766 req-ab6df80a-55aa-48eb-be75-57a18d187d88 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0697930 Feb 16 18:22:24.938180 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a69a9a84-20a3-49b5-b468-bba94cc98766 req-34b3f1cc-3171-495c-a550-e8a9fbc367c9 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491076 Feb 16 18:22:24.940107 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f5f3b-13c5-42e3-9d43-13c827a718b1 req-c869dd2f-9fca-4f13-beee-cf46b75539ac tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:24.941676 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-880f5f3b-13c5-42e3-9d43-13c827a718b1 req-c869dd2f-9fca-4f13-beee-cf46b75539ac tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0583746 Feb 16 18:22:24.998491 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-880f5f3b-13c5-42e3-9d43-13c827a718b1 req-56cf8441-4950-44d7-8094-9948f5309743 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508614 Feb 16 18:22:26.055977 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5143e-2b43-4973-9df4-82fae0ec54e1 req-d0212aea-f6d8-45b0-a33c-aea0ef6a22b2 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:26.058106 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-76f5143e-2b43-4973-9df4-82fae0ec54e1 req-d0212aea-f6d8-45b0-a33c-aea0ef6a22b2 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0555086 Feb 16 18:22:26.106589 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-76f5143e-2b43-4973-9df4-82fae0ec54e1 req-26d71c7c-e4ef-41d3-a0cd-b1349fc606c7 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422611 Feb 16 18:22:26.126404 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f76be6-7b35-4da6-84ba-0458916cc96c req-e68d37da-8580-4df4-b278-986fb71a202a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:26.127884 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-13f76be6-7b35-4da6-84ba-0458916cc96c req-e68d37da-8580-4df4-b278-986fb71a202a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0564997 Feb 16 18:22:26.174721 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-13f76be6-7b35-4da6-84ba-0458916cc96c req-94a624c9-b0d5-4bcc-973f-a82d008ddbd5 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412641 Feb 16 18:22:27.225358 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5686bd-d53d-4620-a914-7e09b9411196 req-0b6fa134-6390-41dd-a6d2-893a0676f3a4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:27.227087 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-3d5686bd-d53d-4620-a914-7e09b9411196 req-0b6fa134-6390-41dd-a6d2-893a0676f3a4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0537219 Feb 16 18:22:27.278214 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-3d5686bd-d53d-4620-a914-7e09b9411196 req-931bd683-8911-4d38-87b1-f5ed7f9cb49f tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458102 Feb 16 18:22:27.295189 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51a363-a064-4ee9-9ab0-c0490ac5b133 req-96d35d4d-cb64-4613-bfc8-52cb650cf4ca tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:27.297281 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7e51a363-a064-4ee9-9ab0-c0490ac5b133 req-96d35d4d-cb64-4613-bfc8-52cb650cf4ca tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0517731 Feb 16 18:22:27.345255 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7e51a363-a064-4ee9-9ab0-c0490ac5b133 req-cfd60d40-6bbe-402d-bf44-7a25f0e49a60 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406723 Feb 16 18:22:28.397325 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed546fb9-c530-4c2c-9f97-8d4854f6ae95 req-5c81b075-6a2b-47c3-99b4-e46907ff614e tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:28.398863 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ed546fb9-c530-4c2c-9f97-8d4854f6ae95 req-5c81b075-6a2b-47c3-99b4-e46907ff614e tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0528786 Feb 16 18:22:28.447217 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ed546fb9-c530-4c2c-9f97-8d4854f6ae95 req-3041ba33-48ce-483d-a851-153c9f29cfc7 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427308 Feb 16 18:22:28.475955 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e1521-bc66-45aa-8251-bd00e74afce5 req-cd069f7a-7289-42b3-a062-53fe77ff2d2b tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:28.475955 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0a0e1521-bc66-45aa-8251-bd00e74afce5 req-cd069f7a-7289-42b3-a062-53fe77ff2d2b tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0597198 Feb 16 18:22:28.519597 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0a0e1521-bc66-45aa-8251-bd00e74afce5 req-f3daf314-9ec4-4e33-bea6-6be0a5a9892f tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427387 Feb 16 18:22:29.571518 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89b17f-0b61-492d-9889-4f091b47adab req-950a4f19-d725-4844-8f5e-d05323cdfeab tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:29.573018 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-3f89b17f-0b61-492d-9889-4f091b47adab req-950a4f19-d725-4844-8f5e-d05323cdfeab tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0532253 Feb 16 18:22:29.620947 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-3f89b17f-0b61-492d-9889-4f091b47adab req-7be23e4e-ade4-4421-8888-dca7d788ddb2 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417218 Feb 16 18:22:29.638643 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1471f6-9d12-4c53-b3d2-1ab7e6af9dad req-399875c4-dc9b-459a-8b5d-9b7258701098 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:29.640240 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0b1471f6-9d12-4c53-b3d2-1ab7e6af9dad req-399875c4-dc9b-459a-8b5d-9b7258701098 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0527034 Feb 16 18:22:29.686814 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0b1471f6-9d12-4c53-b3d2-1ab7e6af9dad req-8ac86f11-98dc-466b-816c-533278403b15 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406477 Feb 16 18:22:30.751473 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f235c76-02a0-4192-bbbc-74e478effae8 req-8762943e-edeb-4c4f-8ac4-3beba7981c9c tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:30.753107 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2f235c76-02a0-4192-bbbc-74e478effae8 req-8762943e-edeb-4c4f-8ac4-3beba7981c9c tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0639582 Feb 16 18:22:30.800298 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2f235c76-02a0-4192-bbbc-74e478effae8 req-8d2af901-2563-4ff4-bfc3-264335cd181e tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417466 Feb 16 18:22:30.806869 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c102190-3007-4516-b814-7c8075e8a293 req-9bf42362-4bc8-4924-867b-c26e1f868ba5 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:30.808326 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7c102190-3007-4516-b814-7c8075e8a293 req-9bf42362-4bc8-4924-867b-c26e1f868ba5 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0547647 Feb 16 18:22:30.862135 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7c102190-3007-4516-b814-7c8075e8a293 req-3c673889-579e-4ed7-bca3-d2780c00e0d5 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472832 Feb 16 18:22:31.928337 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4675bf-9cad-44ec-aefc-5346f41e283d req-eb20c5d1-55a2-42ac-acb5-ddf43ecc4051 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:31.929972 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9e4675bf-9cad-44ec-aefc-5346f41e283d req-eb20c5d1-55a2-42ac-acb5-ddf43ecc4051 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0619593 Feb 16 18:22:31.979661 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9e4675bf-9cad-44ec-aefc-5346f41e283d req-bc41bbf1-37ae-431b-a594-aabde82754ab tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442545 Feb 16 18:22:31.989262 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf3d6b-f8e4-44e0-9c59-7b329fd7275d req-2dedc95b-ac28-42d3-8e7f-60fed031a0cc tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:32.001527 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-c6bf3d6b-f8e4-44e0-9c59-7b329fd7275d req-2dedc95b-ac28-42d3-8e7f-60fed031a0cc tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0555840 Feb 16 18:22:32.040005 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-c6bf3d6b-f8e4-44e0-9c59-7b329fd7275d req-db62fbf3-453c-4934-a919-593bcb6ba53e tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434315 Feb 16 18:22:32.148955 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c8067bd0-4e35-44bb-ab58-3287b983b148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:32.386479 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce72234-93d7-4178-a7ef-dbca756afa7f req-81171391-20c3-4747-ae5b-cbea6740ef3a tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:32.388350 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-6ce72234-93d7-4178-a7ef-dbca756afa7f req-81171391-20c3-4747-ae5b-cbea6740ef3a tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0539629 Feb 16 18:22:32.445772 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-6ce72234-93d7-4178-a7ef-dbca756afa7f req-73f99a26-bcc7-4cdc-b37c-f38fded7348d tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499141 Feb 16 18:22:32.575817 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b170744-4f23-4cae-bcb8-0888e69c048e req-3e533afb-17ea-4914-a0e8-3ed60fe331f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:32.577860 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9b170744-4f23-4cae-bcb8-0888e69c048e req-3e533afb-17ea-4914-a0e8-3ed60fe331f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0aaf8bb86aa245d6a791ffe04f8a7cea&device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 1129 time: 0.0573568 Feb 16 18:22:32.668289 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b170744-4f23-4cae-bcb8-0888e69c048e req-0dd51f96-b15e-4ee4-95ef-336519f60504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:32.670050 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9b170744-4f23-4cae-bcb8-0888e69c048e req-0dd51f96-b15e-4ee4-95ef-336519f60504 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e0a2f9f-e6a2-446a-9d48-be3aafb44596 HTTP/1.1" status: 200 len: 911 time: 0.0849946 Feb 16 18:22:32.740938 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9b170744-4f23-4cae-bcb8-0888e69c048e req-31436d70-e239-4da1-b13e-ea2d4de8c11f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7404f7f-4115-4ed5-81ed-47e766032126 HTTP/1.1" status: 200 len: 1000 time: 0.0627275 Feb 16 18:22:32.793554 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b170744-4f23-4cae-bcb8-0888e69c048e req-f3258526-dbdf-44d5-b5e6-69eb7fb039f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:32.795131 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9b170744-4f23-4cae-bcb8-0888e69c048e req-f3258526-dbdf-44d5-b5e6-69eb7fb039f9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a HTTP/1.1" status: 200 len: 849 time: 0.0445645 Feb 16 18:22:32.846661 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b170744-4f23-4cae-bcb8-0888e69c048e req-c360656f-fabb-4213-ab2b-c300cd3de6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:32.848150 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9b170744-4f23-4cae-bcb8-0888e69c048e req-c360656f-fabb-4213-ab2b-c300cd3de6fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e0a2f9f-e6a2-446a-9d48-be3aafb44596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460134 Feb 16 18:22:32.949749 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9b170744-4f23-4cae-bcb8-0888e69c048e req-3b5c029a-385f-4109-807e-147fae031eaf service neutron] 10.222.0.45 "GET /v2.0/networks/2e0a2f9f-e6a2-446a-9d48-be3aafb44596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943017 Feb 16 18:22:33.038317 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9b170744-4f23-4cae-bcb8-0888e69c048e req-d149dd44-4326-4ffe-99e8-4a2f950dfc71 service neutron] 10.222.0.45 "GET /v2.0/networks/2e0a2f9f-e6a2-446a-9d48-be3aafb44596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815873 Feb 16 18:22:33.171785 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177ea9b-b014-47bf-b771-51e0e5c74551 req-158f7442-ddd4-4b13-a5be-ba19abeec8f5 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:33.173366 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-5177ea9b-b014-47bf-b771-51e0e5c74551 req-158f7442-ddd4-4b13-a5be-ba19abeec8f5 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0581853 Feb 16 18:22:33.223419 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-5177ea9b-b014-47bf-b771-51e0e5c74551 req-ef6cbfa2-bfce-479d-9f21-c26192c27eef tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444024 Feb 16 18:22:33.581393 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db87cf-51b7-4e51-b0c0-08fa11105a7d req-bc7d5b20-9330-4fed-bd86-547b3c3656af tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:33.582909 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-41db87cf-51b7-4e51-b0c0-08fa11105a7d req-bc7d5b20-9330-4fed-bd86-547b3c3656af tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0603302 Feb 16 18:22:33.630581 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-41db87cf-51b7-4e51-b0c0-08fa11105a7d req-528872de-079a-4dce-aea8-83a4ca1e5ebc tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422080 Feb 16 18:22:34.168550 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 57992) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:34.289612 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1d89e349-929f-4a71-b216-b90aa3aa2d15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:34.404061 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817521a5-5d0c-423e-8446-6815be05c175 req-6918b5c1-2e91-46c0-b83b-96f6f545d78c tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:34.406465 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-817521a5-5d0c-423e-8446-6815be05c175 req-6918b5c1-2e91-46c0-b83b-96f6f545d78c tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0808883 Feb 16 18:22:34.419274 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1d89e349-929f-4a71-b216-b90aa3aa2d15 admin admin] Publish callbacks [] for security_group (15a34968-9a65-46c4-b8a5-963674ce67e1), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:34.423051 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2cc408c1-522b-4b59-8fbb-3fd1d31ff779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:34.462111 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-817521a5-5d0c-423e-8446-6815be05c175 req-2a1612c4-27b1-4c8a-ad6b-d780de19ed19 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477953 Feb 16 18:22:34.474637 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1d89e349-929f-4a71-b216-b90aa3aa2d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (15a34968-9a65-46c4-b8a5-963674ce67e1), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:34.518084 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-1d89e349-929f-4a71-b216-b90aa3aa2d15 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=cccf4ede6b174e2191fae8ca01398513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3480451 Feb 16 18:22:34.520030 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89e349-929f-4a71-b216-b90aa3aa2d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a34968-9a65-46c4-b8a5-963674ce67e1,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:34.520999 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 58002) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:34.569108 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1703d4ea-5d9a-42d8-a6b5-506f1542cd20 admin admin] Publish callbacks [] for security_group (15a34968-9a65-46c4-b8a5-963674ce67e1), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:34.589587 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1703d4ea-5d9a-42d8-a6b5-506f1542cd20 admin admin] Publish callbacks [] for security_group (15a34968-9a65-46c4-b8a5-963674ce67e1), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:34.728048 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1703d4ea-5d9a-42d8-a6b5-506f1542cd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (15a34968-9a65-46c4-b8a5-963674ce67e1), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:34.730683 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1703d4ea-5d9a-42d8-a6b5-506f1542cd20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:34.731782 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-1703d4ea-5d9a-42d8-a6b5-506f1542cd20 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/15a34968-9a65-46c4-b8a5-963674ce67e1 HTTP/1.1" status: 204 len: 168 time: 0.2096903 Feb 16 18:22:34.742617 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703d4ea-5d9a-42d8-a6b5-506f1542cd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a34968-9a65-46c4-b8a5-963674ce67e1,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:34.788009 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b781d-247d-4b41-b35b-2eff8e0a5e42 req-a57ecb82-d290-48d0-9a7d-ecd822deef9f tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:34.789648 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-cb5b781d-247d-4b41-b35b-2eff8e0a5e42 req-a57ecb82-d290-48d0-9a7d-ecd822deef9f tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0903454 Feb 16 18:22:34.862328 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-cb5b781d-247d-4b41-b35b-2eff8e0a5e42 req-b90d816e-3ce2-4552-b49a-7f1b1eeb4997 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654180 Feb 16 18:22:35.590999 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:35.606062 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2981afe-6e9f-4db5-b4e2-1e74e6f51476 req-4090dbf1-7e13-4ee5-99fe-a3a8c71a5eb7 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:35.607558 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f2981afe-6e9f-4db5-b4e2-1e74e6f51476 req-4090dbf1-7e13-4ee5-99fe-a3a8c71a5eb7 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0590801 Feb 16 18:22:35.655504 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f2981afe-6e9f-4db5-b4e2-1e74e6f51476 req-1e276f4a-585b-4afe-a0cb-a2bce6ed0553 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407147 Feb 16 18:22:35.758448 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 58054) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:35.813687 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 58058) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:35.904379 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-ed271783-addc-4400-8068-e1b15edea794 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-998245796-network', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:35.927636 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf51d-baa6-4210-9ac9-8dbd3bcbc9df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:36.003717 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf51d-baa6-4210-9ac9-8dbd3bcbc9df admin admin] Publish callbacks [] for security_group (7a629384-0eb1-4a51-ba81-7490dbd05fcf), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:36.010173 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed271783-addc-4400-8068-e1b15edea794 admin admin] Made reservation on behalf of bbc85d2f47ed42ae9d13c15932375126 for: {'network': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:22:36.012531 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ed271783-addc-4400-8068-e1b15edea794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for network (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:36.020578 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ed271783-addc-4400-8068-e1b15edea794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:36.071904 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf51d-baa6-4210-9ac9-8dbd3bcbc9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (7a629384-0eb1-4a51-ba81-7490dbd05fcf), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:36.123039 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ed271783-addc-4400-8068-e1b15edea794 admin admin] Publish callbacks [] for security_group (9e7999af-0705-4a34-9453-b062515bd3f1), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:36.130224 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-7eaaf51d-baa6-4210-9ac9-8dbd3bcbc9df admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c36b74bedef34cee8c17e942436c3754&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155296 Feb 16 18:22:36.133406 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 58062) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:36.135145 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaaf51d-baa6-4210-9ac9-8dbd3bcbc9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a629384-0eb1-4a51-ba81-7490dbd05fcf,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:36.182123 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ed271783-addc-4400-8068-e1b15edea794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (9e7999af-0705-4a34-9453-b062515bd3f1), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:36.190773 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-df499063-6335-444e-9436-29f8cc9355a0 admin admin] Publish callbacks [] for security_group (7a629384-0eb1-4a51-ba81-7490dbd05fcf), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:36.205519 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed271783-addc-4400-8068-e1b15edea794 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=103275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 18:22:36.219712 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-df499063-6335-444e-9436-29f8cc9355a0 admin admin] Publish callbacks [] for security_group (7a629384-0eb1-4a51-ba81-7490dbd05fcf), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:36.219952 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed271783-addc-4400-8068-e1b15edea794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7999af-0705-4a34-9453-b062515bd3f1,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:36.224945 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ed271783-addc-4400-8068-e1b15edea794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (08c0a576-5684-46da-b0dc-cdc69ee043e9), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:36.225317 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.db.segments_db [None req-ed271783-addc-4400-8068-e1b15edea794 admin admin] Added segment 08c0a576-5684-46da-b0dc-cdc69ee043e9 of type vlan for network c3b692a3-8e7f-4e30-84f4-e7dc80fed586 Feb 16 18:22:36.266807 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ed271783-addc-4400-8068-e1b15edea794 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776561717104'] for network (c3b692a3-8e7f-4e30-84f4-e7dc80fed586), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:36.336205 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-df499063-6335-444e-9436-29f8cc9355a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (7a629384-0eb1-4a51-ba81-7490dbd05fcf), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:36.338890 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-df499063-6335-444e-9436-29f8cc9355a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:36.340079 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-df499063-6335-444e-9436-29f8cc9355a0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7a629384-0eb1-4a51-ba81-7490dbd05fcf HTTP/1.1" status: 204 len: 168 time: 0.2044396 Feb 16 18:22:36.348151 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df499063-6335-444e-9436-29f8cc9355a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a629384-0eb1-4a51-ba81-7490dbd05fcf,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:36.366002 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ed271783-addc-4400-8068-e1b15edea794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for network (c3b692a3-8e7f-4e30-84f4-e7dc80fed586), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:36.367272 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed271783-addc-4400-8068-e1b15edea794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:36.370324 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ed271783-addc-4400-8068-e1b15edea794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:36.431431 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed271783-addc-4400-8068-e1b15edea794 admin admin] Pushing event updated for resources: {'Network': ['ID=c3b692a3-8e7f-4e30-84f4-e7dc80fed586,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:36.441224 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Network c3b692a3-8e7f-4e30-84f4-e7dc80fed586 details requested by agent ovs-agent-dv-cinder-773985-33-iscsi with host dv-cinder-773985-33-iscsi {{(pid=103277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 18:22:36.465466 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-ed271783-addc-4400-8068-e1b15edea794 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7057531 Feb 16 18:22:36.468796 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 58070) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:36.473890 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-253614a5-d48b-413d-a5c5-067843a9b9fa admin admin] Request body: {'subnet': {'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-998245796-subnet', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'ip_version': 4}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:36.547787 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253614a5-d48b-413d-a5c5-067843a9b9fa admin admin] Made reservation on behalf of bbc85d2f47ed42ae9d13c15932375126 for: {'subnet': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:22:36.550218 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-253614a5-d48b-413d-a5c5-067843a9b9fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8761744'] for subnet (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:36.801260 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfa1da-a3c5-4ee5-aef2-86e453c0e599 req-f19d1e96-5858-4c0b-96fa-c67dc55c6f99 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:36.802677 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-f0dfa1da-a3c5-4ee5-aef2-86e453c0e599 req-f19d1e96-5858-4c0b-96fa-c67dc55c6f99 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0579796 Feb 16 18:22:36.850261 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-f0dfa1da-a3c5-4ee5-aef2-86e453c0e599 req-a5649587-6131-4c13-b683-b370bf23ea4a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417609 Feb 16 18:22:36.863619 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-253614a5-d48b-413d-a5c5-067843a9b9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8533352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8761762'] for subnet (c1c21080-f6c4-4a5f-9337-f015cc2f7375), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:36.927444 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253614a5-d48b-413d-a5c5-067843a9b9fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1c21080-f6c4-4a5f-9337-f015cc2f7375,revision_number=0']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:36.944042 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253614a5-d48b-413d-a5c5-067843a9b9fa admin admin] Checking segment: {'id': '08c0a576-5684-46da-b0dc-cdc69ee043e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:22:36.944472 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253614a5-d48b-413d-a5c5-067843a9b9fa admin admin] Network hostable DHCP agents. Network: c3b692a3-8e7f-4e30-84f4-e7dc80fed586, hostable agents: ['f2339edf-a2ee-4e84-8bf4-086a7482b327'], hosted agents: [] {{(pid=103275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 18:22:36.987262 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 58086) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:37.000273 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4468553c-5356-49cf-aedc-aa91d0504335 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:37.012203 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:37.014389 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253614a5-d48b-413d-a5c5-067843a9b9fa admin admin] Network c3b692a3-8e7f-4e30-84f4-e7dc80fed586 is scheduled to be hosted by DHCP agent f2339edf-a2ee-4e84-8bf4-086a7482b327 with binding_index 1 {{(pid=103275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 18:22:37.070697 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-253614a5-d48b-413d-a5c5-067843a9b9fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-33-iscsi, c3b692a3-8e7f-4e30-84f4-e7dc80fed586) {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:22:37.080908 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0722035-abd7-411d-8d91-226758c9307d None None] Network c3b692a3-8e7f-4e30-84f4-e7dc80fed586 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:22:37.081103 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253614a5-d48b-413d-a5c5-067843a9b9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:37.081666 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-253614a5-d48b-413d-a5c5-067843a9b9fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for subnet (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:37.086056 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4468553c-5356-49cf-aedc-aa91d0504335 admin admin] Publish callbacks [] for security_group (055f37b3-6e8d-4ce4-8938-458f64e04708), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:37.131603 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4468553c-5356-49cf-aedc-aa91d0504335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (055f37b3-6e8d-4ce4-8938-458f64e04708), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:37.135524 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 58090) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:37.166012 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-253614a5-d48b-413d-a5c5-067843a9b9fa admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6935594 Feb 16 18:22:37.166951 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 58094) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:37.171904 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-3fef3a37-55a5-4d99-9746-b7e74af709b4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-998245796-router', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:37.178448 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-4468553c-5356-49cf-aedc-aa91d0504335 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=163a2607ca7649d8a7ac13e8d816db30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1878512 Feb 16 18:22:37.179411 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 58096) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:37.194985 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468553c-5356-49cf-aedc-aa91d0504335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055f37b3-6e8d-4ce4-8938-458f64e04708,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:37.204520 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15817be5-ed40-5113-87ca-305c7188bdc0-c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'fixed_ips': [{'subnet_id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375'}]}} from dv-cinder-773985-33-iscsi. {{(pid=103277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 18:22:37.205009 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:37.251755 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ce7de79a-db5a-4971-bb3c-8041a708de94 admin admin] Publish callbacks [] for security_group (055f37b3-6e8d-4ce4-8938-458f64e04708), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:37.263279 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-62bab488-1878-410e-8358-ba52475f7f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:37.275870 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ce7de79a-db5a-4971-bb3c-8041a708de94 admin admin] Publish callbacks [] for security_group (055f37b3-6e8d-4ce4-8938-458f64e04708), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:37.303149 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3fef3a37-55a5-4d99-9746-b7e74af709b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-465507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1026382'] for router (a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:37.304568 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3fef3a37-55a5-4d99-9746-b7e74af709b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-459561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1026423'] for router (a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:37.359936 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Allocated IP 172.20.0.2 (c3b692a3-8e7f-4e30-84f4-e7dc80fed586/c1c21080-f6c4-4a5f-9337-f015cc2f7375/2fd35607-e570-4a8c-8aad-9ba6337b69ce) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:22:37.372698 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3fef3a37-55a5-4d99-9746-b7e74af709b4 admin admin] Publish callbacks [] for router_controller (a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6), precommit_add_association {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:37.434894 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ce7de79a-db5a-4971-bb3c-8041a708de94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (055f37b3-6e8d-4ce4-8938-458f64e04708), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:37.438755 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ce7de79a-db5a-4971-bb3c-8041a708de94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:37.442433 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-ce7de79a-db5a-4971-bb3c-8041a708de94 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/055f37b3-6e8d-4ce4-8938-458f64e04708 HTTP/1.1" status: 204 len: 168 time: 0.2596679 Feb 16 18:22:37.452194 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7de79a-db5a-4971-bb3c-8041a708de94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055f37b3-6e8d-4ce4-8938-458f64e04708,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:37.462259 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-62bab488-1878-410e-8358-ba52475f7f8d admin admin] Publish callbacks [] for security_group (6713fc27-b88c-4341-b21b-36f172b93060), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:37.521165 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Publish callbacks [] for port (2fd35607-e570-4a8c-8aad-9ba6337b69ce), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:37.550690 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-62bab488-1878-410e-8358-ba52475f7f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (6713fc27-b88c-4341-b21b-36f172b93060), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:37.600319 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341'] for port (2fd35607-e570-4a8c-8aad-9ba6337b69ce), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:37.648579 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-62bab488-1878-410e-8358-ba52475f7f8d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=91e373f8f02f4244b6092ccaa53dc1eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5118160 Feb 16 18:22:37.650862 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Network c3b692a3-8e7f-4e30-84f4-e7dc80fed586 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:22:37.651471 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 58100) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:37.656925 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3fef3a37-55a5-4d99-9746-b7e74af709b4 admin admin] Publish callbacks [] for router_gateway (a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:37.659338 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:22:37.660075 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bab488-1878-410e-8358-ba52475f7f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6713fc27-b88c-4341-b21b-36f172b93060,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:37.662177 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:22:37.665586 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Pushing event updated for resources: {'Port': ['ID=2fd35607-e570-4a8c-8aad-9ba6337b69ce,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:37.675002 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:37.675359 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:37.675739 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:37.676030 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:37.676356 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:37.676683 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:37.677024 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:37.677737 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:37.678067 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:37.678407 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:37.678905 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:37.679204 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:37.679522 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:37.706349 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4594471a-3666-47bc-b0cd-1f544636035a admin admin] Publish callbacks [] for security_group (6713fc27-b88c-4341-b21b-36f172b93060), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:37.730780 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4594471a-3666-47bc-b0cd-1f544636035a admin admin] Publish callbacks [] for security_group (6713fc27-b88c-4341-b21b-36f172b93060), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:37.739101 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Attempting to bind port 2fd35607-e570-4a8c-8aad-9ba6337b69ce on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:22:37.739475 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Attempting to bind port 2fd35607-e570-4a8c-8aad-9ba6337b69ce by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': '08c0a576-5684-46da-b0dc-cdc69ee043e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:22:37.739836 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Attempting to bind port 2fd35607-e570-4a8c-8aad-9ba6337b69ce on network c3b692a3-8e7f-4e30-84f4-e7dc80fed586 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:22:37.745115 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:22:37.745490 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Checking segment: {'id': '08c0a576-5684-46da-b0dc-cdc69ee043e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:22:37.749286 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:37.749981 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Bound using segment: {'id': '08c0a576-5684-46da-b0dc-cdc69ee043e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:22:37.750638 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Bound port: 2fd35607-e570-4a8c-8aad-9ba6337b69ce, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c0a576-5684-46da-b0dc-cdc69ee043e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:22:37.751180 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (2fd35607-e570-4a8c-8aad-9ba6337b69ce), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:37.823064 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] For port 2fd35607-e570-4a8c-8aad-9ba6337b69ce, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:22:37.827098 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] For port 2fd35607-e570-4a8c-8aad-9ba6337b69ce, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=2fd35607-e570-4a8c-8aad-9ba6337b69ce,segment=NetworkSegment(08c0a576-5684-46da-b0dc-cdc69ee043e9),segment_id=08c0a576-5684-46da-b0dc-cdc69ee043e9)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:22:37.891548 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4594471a-3666-47bc-b0cd-1f544636035a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (6713fc27-b88c-4341-b21b-36f172b93060), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:37.894098 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4594471a-3666-47bc-b0cd-1f544636035a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:37.897749 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-4594471a-3666-47bc-b0cd-1f544636035a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6713fc27-b88c-4341-b21b-36f172b93060 HTTP/1.1" status: 204 len: 168 time: 0.2427514 Feb 16 18:22:37.903520 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594471a-3666-47bc-b0cd-1f544636035a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6713fc27-b88c-4341-b21b-36f172b93060,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:37.925738 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (2fd35607-e570-4a8c-8aad-9ba6337b69ce), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:37.975378 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3fef3a37-55a5-4d99-9746-b7e74af709b4 admin admin] Publish callbacks [] for router_gateway (a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:38.000193 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3fef3a37-55a5-4d99-9746-b7e74af709b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:38.002824 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c784b99-4cf9-4220-81d4-2d134e7027c4 req-22f302fd-07af-464e-b710-c33c85457ac9 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:38.004159 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2c437-ef31-49cd-a6d3-e1352215d234 None None] Pushing event updated for resources: {'Port': ['ID=2fd35607-e570-4a8c-8aad-9ba6337b69ce,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:38.009606 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0c784b99-4cf9-4220-81d4-2d134e7027c4 req-22f302fd-07af-464e-b710-c33c85457ac9 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0848348 Feb 16 18:22:38.071443 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0c784b99-4cf9-4220-81d4-2d134e7027c4 req-388cbc5b-76e1-4a28-b55e-e6fe9594b1e5 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593212 Feb 16 18:22:38.144786 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 58112) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:38.157374 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71ecc372-75c4-4cd4-9f19-ce9eb5c1047b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:38.173777 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-3fef3a37-55a5-4d99-9746-b7e74af709b4 admin admin] Allocated IP 172.27.3.168 (c00f8eca-8c80-474c-b61e-3160eeb0c24d/19362ace-3fbd-48f2-895e-4d065f6f071c/d547dcbb-29a5-4e32-886e-fcb8b1c27dc9) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:22:38.312983 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71ecc372-75c4-4cd4-9f19-ce9eb5c1047b admin admin] Publish callbacks [] for security_group (ad87d2e9-5a84-4481-b1ea-c61abffb4f74), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:38.338697 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3fef3a37-55a5-4d99-9746-b7e74af709b4 admin admin] Publish callbacks [] for port (d547dcbb-29a5-4e32-886e-fcb8b1c27dc9), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:38.525960 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-71ecc372-75c4-4cd4-9f19-ce9eb5c1047b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (ad87d2e9-5a84-4481-b1ea-c61abffb4f74), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:38.565858 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-71ecc372-75c4-4cd4-9f19-ce9eb5c1047b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=27a6a032a91748d0bb62b3fda17460e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4220040 Feb 16 18:22:38.567078 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecc372-75c4-4cd4-9f19-ce9eb5c1047b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad87d2e9-5a84-4481-b1ea-c61abffb4f74,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:38.568483 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 58122) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:38.604763 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:38.606239 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3fef3a37-55a5-4d99-9746-b7e74af709b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (d547dcbb-29a5-4e32-886e-fcb8b1c27dc9), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:38.658267 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fef3a37-55a5-4d99-9746-b7e74af709b4 admin admin] Network c00f8eca-8c80-474c-b61e-3160eeb0c24d is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:22:38.661013 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-672955db-4d7f-4ade-be4c-950a26aec297 admin admin] Publish callbacks [] for security_group (ad87d2e9-5a84-4481-b1ea-c61abffb4f74), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:38.665257 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-3fef3a37-55a5-4d99-9746-b7e74af709b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:22:38.668539 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fef3a37-55a5-4d99-9746-b7e74af709b4 admin admin] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:22:38.672257 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef3a37-55a5-4d99-9746-b7e74af709b4 admin admin] Pushing event updated for resources: {'Port': ['ID=d547dcbb-29a5-4e32-886e-fcb8b1c27dc9,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:38.723224 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-672955db-4d7f-4ade-be4c-950a26aec297 admin admin] Publish callbacks [] for security_group (ad87d2e9-5a84-4481-b1ea-c61abffb4f74), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:38.949047 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-672955db-4d7f-4ade-be4c-950a26aec297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (ad87d2e9-5a84-4481-b1ea-c61abffb4f74), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:38.953280 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-672955db-4d7f-4ade-be4c-950a26aec297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:38.957206 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-672955db-4d7f-4ade-be4c-950a26aec297 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ad87d2e9-5a84-4481-b1ea-c61abffb4f74 HTTP/1.1" status: 204 len: 168 time: 0.3860192 Feb 16 18:22:39.022126 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672955db-4d7f-4ade-be4c-950a26aec297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad87d2e9-5a84-4481-b1ea-c61abffb4f74,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:39.064755 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c77dddc-1905-47ca-b02a-ae571e0b418b None None] Network c3b692a3-8e7f-4e30-84f4-e7dc80fed586 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:22:39.099838 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3fef3a37-55a5-4d99-9746-b7e74af709b4 admin admin] Publish callbacks [] for router_gateway (a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:39.147501 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-8f425f0d-8f72-4225-91b3-22203406561c None None] Provisioning complete for port 2fd35607-e570-4a8c-8aad-9ba6337b69ce triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:22:39.148166 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-8f425f0d-8f72-4225-91b3-22203406561c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (2fd35607-e570-4a8c-8aad-9ba6337b69ce), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:39.427503 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-8f425f0d-8f72-4225-91b3-22203406561c None None] Current status of the port 2fd35607-e570-4a8c-8aad-9ba6337b69ce is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:22:39.433551 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-8f425f0d-8f72-4225-91b3-22203406561c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (2fd35607-e570-4a8c-8aad-9ba6337b69ce), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:39.497468 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-8f425f0d-8f72-4225-91b3-22203406561c None None] For port 2fd35607-e570-4a8c-8aad-9ba6337b69ce, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=2fd35607-e570-4a8c-8aad-9ba6337b69ce,segment=NetworkSegment(08c0a576-5684-46da-b0dc-cdc69ee043e9),segment_id=08c0a576-5684-46da-b0dc-cdc69ee043e9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:22:39.515323 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b97bf4-f115-4f20-b31a-353a053ba268 req-729a48f2-e196-4325-b3d5-f7ef19e1bc11 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:39.517099 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-47b97bf4-f115-4f20-b31a-353a053ba268 req-729a48f2-e196-4325-b3d5-f7ef19e1bc11 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.3399520 Feb 16 18:22:39.578492 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-8f425f0d-8f72-4225-91b3-22203406561c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (2fd35607-e570-4a8c-8aad-9ba6337b69ce), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:39.612688 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-47b97bf4-f115-4f20-b31a-353a053ba268 req-0bce2002-5535-4973-a076-8132ee5dff1e tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840142 Feb 16 18:22:39.678394 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f425f0d-8f72-4225-91b3-22203406561c None None] Pushing event updated for resources: {'Port': ['ID=2fd35607-e570-4a8c-8aad-9ba6337b69ce,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:39.715928 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 2fd35607-e570-4a8c-8aad-9ba6337b69ce up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:22:39.719860 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-527c3351-8e4a-4d80-96ee-7f36e88dc220 None None] Provisioning complete for port 2fd35607-e570-4a8c-8aad-9ba6337b69ce triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:22:39.720311 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-527c3351-8e4a-4d80-96ee-7f36e88dc220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (2fd35607-e570-4a8c-8aad-9ba6337b69ce), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:39.742819 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3fef3a37-55a5-4d99-9746-b7e74af709b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-465654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-459636'] for router (a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:39.813871 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 2fd35607-e570-4a8c-8aad-9ba6337b69ce triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:22:39.814243 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (2fd35607-e570-4a8c-8aad-9ba6337b69ce), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:39.885993 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-527c3351-8e4a-4d80-96ee-7f36e88dc220 None None] Current status of the port 2fd35607-e570-4a8c-8aad-9ba6337b69ce is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:22:39.933964 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 2fd35607-e570-4a8c-8aad-9ba6337b69ce is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:22:39.983484 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fef3a37-55a5-4d99-9746-b7e74af709b4 admin admin] Router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 is scheduled to L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 with binding_index 1 {{(pid=103276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 18:22:40.104218 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fef3a37-55a5-4d99-9746-b7e74af709b4 admin admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:22:40.118296 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d511b33-6212-476f-9542-be667b87a8d9 None None] Sync routers for ids ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'] in dv-cinder-773985-33-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:22:40.134795 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d511b33-6212-476f-9542-be667b87a8d9 None None] Routers {'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:22:40.135408 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-9d511b33-6212-476f-9542-be667b87a8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:22:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:22:40.180791 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3fef3a37-55a5-4d99-9746-b7e74af709b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:40.188657 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 58176) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:40.190380 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-3fef3a37-55a5-4d99-9746-b7e74af709b4 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0171256 Feb 16 18:22:40.239821 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 58180) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:40.301507 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-9d511b33-6212-476f-9542-be667b87a8d9 None None] Set router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:22:40.366814 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-4e5373eb-8cc3-47c8-9588-f0a4096aa8c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1143396644-network', 'tenant_id': 'd373330688b54634b9a951ee0f4dcfe3'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:40.474441 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5373eb-8cc3-47c8-9588-f0a4096aa8c2 admin admin] Made reservation on behalf of d373330688b54634b9a951ee0f4dcfe3 for: {'network': 1} {{(pid=103276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:22:40.476883 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e5373eb-8cc3-47c8-9588-f0a4096aa8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for network (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:40.487381 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e5373eb-8cc3-47c8-9588-f0a4096aa8c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:40.528727 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362f9fc-dc5a-45a7-9dbb-07c1cb1cf655 req-91a01101-8f58-4534-841e-26bd73e7f07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:40.531269 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7362f9fc-dc5a-45a7-9dbb-07c1cb1cf655 req-91a01101-8f58-4534-841e-26bd73e7f07f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 1130 time: 0.0740883 Feb 16 18:22:40.537787 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-9d511b33-6212-476f-9542-be667b87a8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'name': 'tempest-TestVolumeBootPattern-998245796-router', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:37Z', 'updated_at': '2022-02-16T18:22:38Z', 'revision_number': 3, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'gw_port': {'id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:38Z', 'updated_at': '2022-02-16T18:22:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:22:40.574412 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d511b33-6212-476f-9542-be667b87a8d9 None None] Checking router: a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 for host: dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:22:40.575477 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d511b33-6212-476f-9542-be667b87a8d9 None None] Updating router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 port d547dcbb-29a5-4e32-886e-fcb8b1c27dc9 binding host dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 18:22:40.593398 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e5373eb-8cc3-47c8-9588-f0a4096aa8c2 admin admin] Publish callbacks [] for security_group (47ea8074-97cf-4496-bab4-dd1a7c26a887), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:40.606127 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9d511b33-6212-476f-9542-be667b87a8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (d547dcbb-29a5-4e32-886e-fcb8b1c27dc9), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:40.659146 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7362f9fc-dc5a-45a7-9dbb-07c1cb1cf655 req-58c8851e-d04e-4afe-bd5f-d61b43a7823b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211789 Feb 16 18:22:40.715846 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e5373eb-8cc3-47c8-9588-f0a4096aa8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (47ea8074-97cf-4496-bab4-dd1a7c26a887), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:40.744980 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5373eb-8cc3-47c8-9588-f0a4096aa8c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 18:22:40.765458 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e5373eb-8cc3-47c8-9588-f0a4096aa8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (4784a99e-275b-4ae9-8d3e-18071e31eb04), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:40.765565 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.db.segments_db [None req-4e5373eb-8cc3-47c8-9588-f0a4096aa8c2 admin admin] Added segment 4784a99e-275b-4ae9-8d3e-18071e31eb04 of type vlan for network 94aeaab3-9397-41f8-9c01-563e4d5cb1cb Feb 16 18:22:40.777789 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5373eb-8cc3-47c8-9588-f0a4096aa8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ea8074-97cf-4496-bab4-dd1a7c26a887,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:40.817420 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e5373eb-8cc3-47c8-9588-f0a4096aa8c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776561717104'] for network (94aeaab3-9397-41f8-9c01-563e4d5cb1cb), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:40.857814 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e59cf6-b18b-40b0-b328-19cc2b868a47 req-ee6ed424-d9b4-4cda-bd71-b94ec395caed tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:40.859615 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f1e59cf6-b18b-40b0-b328-19cc2b868a47 req-ee6ed424-d9b4-4cda-bd71-b94ec395caed tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.1432278 Feb 16 18:22:40.865382 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2d3be7d3-1099-4978-9576-9f00c09b9131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:40.900541 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9d511b33-6212-476f-9542-be667b87a8d9 None None] Publish callbacks [] for port (d547dcbb-29a5-4e32-886e-fcb8b1c27dc9), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:40.943561 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e5373eb-8cc3-47c8-9588-f0a4096aa8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for network (94aeaab3-9397-41f8-9c01-563e4d5cb1cb), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:40.945027 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5373eb-8cc3-47c8-9588-f0a4096aa8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:40.945326 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4e5373eb-8cc3-47c8-9588-f0a4096aa8c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:40.961677 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f1e59cf6-b18b-40b0-b328-19cc2b868a47 req-925e306d-7457-4f7e-99c7-72a69b733254 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940959 Feb 16 18:22:41.010780 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5373eb-8cc3-47c8-9588-f0a4096aa8c2 admin admin] Pushing event updated for resources: {'Network': ['ID=94aeaab3-9397-41f8-9c01-563e4d5cb1cb,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:41.014777 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9d511b33-6212-476f-9542-be667b87a8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (d547dcbb-29a5-4e32-886e-fcb8b1c27dc9), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:41.033055 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Network 94aeaab3-9397-41f8-9c01-563e4d5cb1cb details requested by agent ovs-agent-dv-cinder-773985-33-iscsi with host dv-cinder-773985-33-iscsi {{(pid=103277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 18:22:41.051217 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-4e5373eb-8cc3-47c8-9588-f0a4096aa8c2 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8076475 Feb 16 18:22:41.053799 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 58200) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:41.056900 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058e7f9-322c-48fb-834d-b11bf246fcdc None None] Pushing event updated for resources: {'Port': ['ID=d547dcbb-29a5-4e32-886e-fcb8b1c27dc9,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:41.060303 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-80a415ba-9c34-41de-bb4e-e8f6e5874e5b admin admin] Request body: {'subnet': {'network_id': '94aeaab3-9397-41f8-9c01-563e4d5cb1cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1143396644-subnet', 'tenant_id': 'd373330688b54634b9a951ee0f4dcfe3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:41.064982 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058e7f9-322c-48fb-834d-b11bf246fcdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:41.065399 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058e7f9-322c-48fb-834d-b11bf246fcdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:41.065902 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058e7f9-322c-48fb-834d-b11bf246fcdc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:41.066098 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058e7f9-322c-48fb-834d-b11bf246fcdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:41.066434 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058e7f9-322c-48fb-834d-b11bf246fcdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:41.066764 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058e7f9-322c-48fb-834d-b11bf246fcdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:41.066912 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-2d3be7d3-1099-4978-9576-9f00c09b9131 admin admin] Allocated IP 172.20.0.1 (c3b692a3-8e7f-4e30-84f4-e7dc80fed586/c1c21080-f6c4-4a5f-9337-f015cc2f7375/8674fa4a-823e-4de8-b1c9-17126717bd5a) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:22:41.067136 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058e7f9-322c-48fb-834d-b11bf246fcdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:41.067467 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058e7f9-322c-48fb-834d-b11bf246fcdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:41.067793 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058e7f9-322c-48fb-834d-b11bf246fcdc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:41.068133 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058e7f9-322c-48fb-834d-b11bf246fcdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:41.068768 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058e7f9-322c-48fb-834d-b11bf246fcdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:41.068896 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058e7f9-322c-48fb-834d-b11bf246fcdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:41.069350 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058e7f9-322c-48fb-834d-b11bf246fcdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:22:41.110144 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-9d511b33-6212-476f-9542-be667b87a8d9 None None] Attempting to bind port d547dcbb-29a5-4e32-886e-fcb8b1c27dc9 on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:22:41.110606 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-9d511b33-6212-476f-9542-be667b87a8d9 None None] Attempting to bind port d547dcbb-29a5-4e32-886e-fcb8b1c27dc9 by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:22:41.111029 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d511b33-6212-476f-9542-be667b87a8d9 None None] Attempting to bind port d547dcbb-29a5-4e32-886e-fcb8b1c27dc9 on network c00f8eca-8c80-474c-b61e-3160eeb0c24d {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:22:41.116175 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d511b33-6212-476f-9542-be667b87a8d9 None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:22:41.116624 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d511b33-6212-476f-9542-be667b87a8d9 None None] Checking segment: {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:22:41.117120 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9d511b33-6212-476f-9542-be667b87a8d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:41.117732 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d511b33-6212-476f-9542-be667b87a8d9 None None] Bound using segment: {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:22:41.118393 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-9d511b33-6212-476f-9542-be667b87a8d9 None None] Bound port: d547dcbb-29a5-4e32-886e-fcb8b1c27dc9, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:22:41.119023 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9d511b33-6212-476f-9542-be667b87a8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (d547dcbb-29a5-4e32-886e-fcb8b1c27dc9), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:41.149120 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a415ba-9c34-41de-bb4e-e8f6e5874e5b admin admin] Made reservation on behalf of d373330688b54634b9a951ee0f4dcfe3 for: {'subnet': 1} {{(pid=103276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:22:41.151467 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-80a415ba-9c34-41de-bb4e-e8f6e5874e5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494496'] for subnet (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:41.181431 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-9d511b33-6212-476f-9542-be667b87a8d9 None None] For port d547dcbb-29a5-4e32-886e-fcb8b1c27dc9, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:22:41.184461 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-9d511b33-6212-476f-9542-be667b87a8d9 None None] For port d547dcbb-29a5-4e32-886e-fcb8b1c27dc9, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=d547dcbb-29a5-4e32-886e-fcb8b1c27dc9,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:22:41.196938 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2d3be7d3-1099-4978-9576-9f00c09b9131 admin admin] Publish callbacks [] for port (8674fa4a-823e-4de8-b1c9-17126717bd5a), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:41.258187 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9d511b33-6212-476f-9542-be667b87a8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (d547dcbb-29a5-4e32-886e-fcb8b1c27dc9), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:41.287006 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2d3be7d3-1099-4978-9576-9f00c09b9131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (8674fa4a-823e-4de8-b1c9-17126717bd5a), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:41.348183 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058e7f9-322c-48fb-834d-b11bf246fcdc None None] Pushing event updated for resources: {'Port': ['ID=d547dcbb-29a5-4e32-886e-fcb8b1c27dc9,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:41.362810 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3be7d3-1099-4978-9576-9f00c09b9131 admin admin] Network c3b692a3-8e7f-4e30-84f4-e7dc80fed586 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:22:41.363837 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d511b33-6212-476f-9542-be667b87a8d9 None None] Routers {'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:22:41.364621 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-9d511b33-6212-476f-9542-be667b87a8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:22:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:22:41.369565 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-2d3be7d3-1099-4978-9576-9f00c09b9131 admin admin] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:22:41.374448 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3be7d3-1099-4978-9576-9f00c09b9131 admin admin] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:22:41.397865 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3be7d3-1099-4978-9576-9f00c09b9131 admin admin] Pushing event updated for resources: {'Port': ['ID=8674fa4a-823e-4de8-b1c9-17126717bd5a,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:41.423699 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-80a415ba-9c34-41de-bb4e-e8f6e5874e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9131276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494482'] for subnet (bfd3a131-864f-4e2a-91e7-3773c924ed10), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:41.425398 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2d3be7d3-1099-4978-9576-9f00c09b9131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461865'] for router_interface (a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:41.491985 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a415ba-9c34-41de-bb4e-e8f6e5874e5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfd3a131-864f-4e2a-91e7-3773c924ed10,revision_number=0']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:41.501245 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-9d511b33-6212-476f-9542-be667b87a8d9 None None] Set router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:22:41.509209 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a415ba-9c34-41de-bb4e-e8f6e5874e5b admin admin] Checking segment: {'id': '4784a99e-275b-4ae9-8d3e-18071e31eb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '94aeaab3-9397-41f8-9c01-563e4d5cb1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:22:41.509862 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a415ba-9c34-41de-bb4e-e8f6e5874e5b admin admin] Network hostable DHCP agents. Network: 94aeaab3-9397-41f8-9c01-563e4d5cb1cb, hostable agents: ['f2339edf-a2ee-4e84-8bf4-086a7482b327'], hosted agents: [] {{(pid=103276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 18:22:41.600423 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a415ba-9c34-41de-bb4e-e8f6e5874e5b admin admin] Network 94aeaab3-9397-41f8-9c01-563e4d5cb1cb is scheduled to be hosted by DHCP agent f2339edf-a2ee-4e84-8bf4-086a7482b327 with binding_index 1 {{(pid=103276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 18:22:41.637690 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 2fd35607-e570-4a8c-8aad-9ba6337b69ce up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:22:41.680679 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-80a415ba-9c34-41de-bb4e-e8f6e5874e5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-33-iscsi, 94aeaab3-9397-41f8-9c01-563e4d5cb1cb) {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:22:41.689249 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a415ba-9c34-41de-bb4e-e8f6e5874e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:41.691492 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 2fd35607-e570-4a8c-8aad-9ba6337b69ce triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:22:41.691492 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (2fd35607-e570-4a8c-8aad-9ba6337b69ce), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:41.691711 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-80a415ba-9c34-41de-bb4e-e8f6e5874e5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:41.720741 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa661e95-256a-4029-861e-4ef684e62afb None None] Network 94aeaab3-9397-41f8-9c01-563e4d5cb1cb requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:22:41.749670 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-9d511b33-6212-476f-9542-be667b87a8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'name': 'tempest-TestVolumeBootPattern-998245796-router', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:37Z', 'updated_at': '2022-02-16T18:22:38Z', 'revision_number': 3, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'gw_port': {'id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:38Z', 'updated_at': '2022-02-16T18:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:22:41.778815 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-89505030-3858-4ed0-b2cd-273d16c6a38c None None] Provisioning complete for port 8674fa4a-823e-4de8-b1c9-17126717bd5a triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:22:41.779021 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-89505030-3858-4ed0-b2cd-273d16c6a38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (8674fa4a-823e-4de8-b1c9-17126717bd5a), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:41.783029 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d511b33-6212-476f-9542-be667b87a8d9 None None] The sync data for ids ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'] in dv-cinder-773985-33-iscsi is: [{'id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'name': 'tempest-TestVolumeBootPattern-998245796-router', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:37Z', 'updated_at': '2022-02-16T18:22:38Z', 'revision_number': 3, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'gw_port': {'id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:38Z', 'updated_at': '2022-02-16T18:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:22:41.789169 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-80a415ba-9c34-41de-bb4e-e8f6e5874e5b admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7320178 Feb 16 18:22:41.937126 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 2fd35607-e570-4a8c-8aad-9ba6337b69ce is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:22:41.962119 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2d3be7d3-1099-4978-9576-9f00c09b9131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (8674fa4a-823e-4de8-b1c9-17126717bd5a), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:41.973406 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-89505030-3858-4ed0-b2cd-273d16c6a38c None None] Port 8674fa4a-823e-4de8-b1c9-17126717bd5a cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:22:42.021642 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4065ec-5a63-4f53-8624-67978802cc0a None None] Network 94aeaab3-9397-41f8-9c01-563e4d5cb1cb requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:22:42.135017 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98bf0a-145c-4a90-a51e-9a22a8c96ef0 req-eabb4bf7-cdeb-432f-ba2d-d6eced4021cb tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:42.135017 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-fd98bf0a-145c-4a90-a51e-9a22a8c96ef0 req-eabb4bf7-cdeb-432f-ba2d-d6eced4021cb tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0724356 Feb 16 18:22:42.246661 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-fd98bf0a-145c-4a90-a51e-9a22a8c96ef0 req-8cd8da18-4140-4b8f-8a50-28bdb2908724 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940619 Feb 16 18:22:42.248901 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2d3be7d3-1099-4978-9576-9f00c09b9131 admin admin] Publish callbacks [] for port (8674fa4a-823e-4de8-b1c9-17126717bd5a), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:42.320025 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2d3be7d3-1099-4978-9576-9f00c09b9131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (8674fa4a-823e-4de8-b1c9-17126717bd5a), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:42.396078 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2d3be7d3-1099-4978-9576-9f00c09b9131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3745776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462005'] for router_interface (a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:42.398144 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3be7d3-1099-4978-9576-9f00c09b9131 admin admin] Pushing event updated for resources: {'Port': ['ID=8674fa4a-823e-4de8-b1c9-17126717bd5a,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:42.519671 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 58230) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:42.531236 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3be7d3-1099-4978-9576-9f00c09b9131 admin admin] Network c3b692a3-8e7f-4e30-84f4-e7dc80fed586 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:22:42.532741 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-2d3be7d3-1099-4978-9576-9f00c09b9131 admin admin] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:22:42.579750 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ecbc7cd-6bec-45c7-b0f4-38ddcdd08d82 admin admin] Deleting subnet 0186dda9-6e90-4270-8a4d-110d972bcbef {{(pid=103276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 18:22:42.588856 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8ecbc7cd-6bec-45c7-b0f4-38ddcdd08d82 admin admin] Publish callbacks [] for subnet (0186dda9-6e90-4270-8a4d-110d972bcbef), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:42.633439 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8ecbc7cd-6bec-45c7-b0f4-38ddcdd08d82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8560755'] for subnet (0186dda9-6e90-4270-8a4d-110d972bcbef), precommit_delete_associations {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:42.657512 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:42.675912 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3be7d3-1099-4978-9576-9f00c09b9131 admin admin] Router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:22:42.678357 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8ecbc7cd-6bec-45c7-b0f4-38ddcdd08d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584056'] for subnet (0186dda9-6e90-4270-8a4d-110d972bcbef), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:42.804169 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-901450cc-8fa6-43f8-98f9-68761d718f52 None None] Provisioning complete for port 8674fa4a-823e-4de8-b1c9-17126717bd5a triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:22:42.804601 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-901450cc-8fa6-43f8-98f9-68761d718f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (8674fa4a-823e-4de8-b1c9-17126717bd5a), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:42.823310 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8ecbc7cd-6bec-45c7-b0f4-38ddcdd08d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9128137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494469'] for subnet (0186dda9-6e90-4270-8a4d-110d972bcbef), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:42.830090 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3be7d3-1099-4978-9576-9f00c09b9131 admin admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:22:42.842837 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-901450cc-8fa6-43f8-98f9-68761d718f52 None None] Port 8674fa4a-823e-4de8-b1c9-17126717bd5a cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:22:42.843198 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-2d3be7d3-1099-4978-9576-9f00c09b9131 admin admin] 10.222.0.87 "PUT /v2.0/routers/a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6523604 Feb 16 18:22:42.852078 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecbc7cd-6bec-45c7-b0f4-38ddcdd08d82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0186dda9-6e90-4270-8a4d-110d972bcbef,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:42.859356 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8ecbc7cd-6bec-45c7-b0f4-38ddcdd08d82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:42.865653 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-8ecbc7cd-6bec-45c7-b0f4-38ddcdd08d82 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/0186dda9-6e90-4270-8a4d-110d972bcbef HTTP/1.1" status: 204 len: 168 time: 0.3421702 Feb 16 18:22:42.865653 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 58234) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:42.946963 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1e37af34-5c93-4dd2-99fa-6e87ddb7e981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558149'] for network (7af8693b-e133-4e65-9d44-362955666f74), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:43.061414 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1e37af34-5c93-4dd2-99fa-6e87ddb7e981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561157', 'neutron.services.segments.db._delete_segments_for_network-8776562245259'] for network (7af8693b-e133-4e65-9d44-362955666f74), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:43.082243 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.services.segments.db [None req-1e37af34-5c93-4dd2-99fa-6e87ddb7e981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af8693b-e133-4e65-9d44-362955666f74']}} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:22:43.091255 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.services.segments.db [None req-1e37af34-5c93-4dd2-99fa-6e87ddb7e981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf827a6-cae8-4d04-8e54-1e2909afe78a') {'for_net_delete': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:22:43.091539 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.services.segments.db [None req-1e37af34-5c93-4dd2-99fa-6e87ddb7e981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf827a6-cae8-4d04-8e54-1e2909afe78a') {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:22:43.101644 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1e37af34-5c93-4dd2-99fa-6e87ddb7e981 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776562247060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8560762'] for segment (cdf827a6-cae8-4d04-8e54-1e2909afe78a), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:43.115214 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1e37af34-5c93-4dd2-99fa-6e87ddb7e981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (cdf827a6-cae8-4d04-8e54-1e2909afe78a), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:43.121260 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e37af34-5c93-4dd2-99fa-6e87ddb7e981 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 18:22:43.121701 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1e37af34-5c93-4dd2-99fa-6e87ddb7e981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9128083'] for segment (cdf827a6-cae8-4d04-8e54-1e2909afe78a), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: Traceback (most recent call last): Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: timer() Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: cb(*args, **kw) Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: return func(*args, **kwargs) Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: self._notify() Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: self.callback(batched_events) Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: event.method(event) Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: return f(self, *a, **k) Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: return self._get(url).json() Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: return self.request(url, 'GET', **kwargs) Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:22:43.123466 dv-cinder-773985-33-iscsi neutron-server[103276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:22:43.297663 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1e37af34-5c93-4dd2-99fa-6e87ddb7e981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459708'] for network (7af8693b-e133-4e65-9d44-362955666f74), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:43.308137 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1e37af34-5c93-4dd2-99fa-6e87ddb7e981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:43.308137 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-1e37af34-5c93-4dd2-99fa-6e87ddb7e981 admin admin] 10.222.0.87 "DELETE /v2.0/networks/7af8693b-e133-4e65-9d44-362955666f74 HTTP/1.1" status: 204 len: 168 time: 0.4399576 Feb 16 18:22:43.309850 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 58248) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:43.318855 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37af34-5c93-4dd2-99fa-6e87ddb7e981 admin admin] Pushing event deleted for resources: {'Network': ['ID=7af8693b-e133-4e65-9d44-362955666f74,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:43.396347 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_v2 [None req-d013c48c-7968-4642-a795-f4d2f78315ca admin admin] Deleting subnet 1ae9cebb-3c5e-4f5c-a64e-5a5974a8bc09 {{(pid=103275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 18:22:43.402473 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d013c48c-7968-4642-a795-f4d2f78315ca admin admin] Publish callbacks [] for subnet (1ae9cebb-3c5e-4f5c-a64e-5a5974a8bc09), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:43.445243 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03104ff-5db1-497e-bd54-588c0c539a2c req-ee3368f7-4913-4040-a748-bc8affa08cb1 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:43.448974 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f03104ff-5db1-497e-bd54-588c0c539a2c req-ee3368f7-4913-4040-a748-bc8affa08cb1 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.1010954 Feb 16 18:22:43.455995 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d013c48c-7968-4642-a795-f4d2f78315ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8533320'] for subnet (1ae9cebb-3c5e-4f5c-a64e-5a5974a8bc09), precommit_delete_associations {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:43.530221 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d013c48c-7968-4642-a795-f4d2f78315ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584056'] for subnet (1ae9cebb-3c5e-4f5c-a64e-5a5974a8bc09), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:43.534934 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f03104ff-5db1-497e-bd54-588c0c539a2c req-4d205c90-e02f-4a82-bccd-8977c127f679 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820038 Feb 16 18:22:43.619040 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 58260) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:43.624697 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-6fcfc923-60d3-445c-87ab-c93a82226e99 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1758519390-network', 'tenant_id': '7e85c9eb2121480ea7d1ec086fdd2185'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:43.686018 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device d547dcbb-29a5-4e32-886e-fcb8b1c27dc9 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:22:43.697634 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d013c48c-7968-4642-a795-f4d2f78315ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8530093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8761781'] for subnet (1ae9cebb-3c5e-4f5c-a64e-5a5974a8bc09), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:43.699294 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b32e16-cc59-4ca5-a5cb-39b1f250e64b req-1b699664-6d97-4f6f-8f2e-6a5e0d17d883 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:43.700855 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-83b32e16-cc59-4ca5-a5cb-39b1f250e64b req-1b699664-6d97-4f6f-8f2e-6a5e0d17d883 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0671842 Feb 16 18:22:43.725333 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013c48c-7968-4642-a795-f4d2f78315ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ae9cebb-3c5e-4f5c-a64e-5a5974a8bc09,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:43.729053 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcfc923-60d3-445c-87ab-c93a82226e99 admin admin] Made reservation on behalf of 7e85c9eb2121480ea7d1ec086fdd2185 for: {'network': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:22:43.731693 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6fcfc923-60d3-445c-87ab-c93a82226e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for network (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:43.735214 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d013c48c-7968-4642-a795-f4d2f78315ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for subnet (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:43.741002 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-d013c48c-7968-4642-a795-f4d2f78315ca admin admin] 10.222.0.87 "DELETE /v2.0/subnets/1ae9cebb-3c5e-4f5c-a64e-5a5974a8bc09 HTTP/1.1" status: 204 len: 168 time: 0.4281318 Feb 16 18:22:43.741712 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 58262) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:43.746793 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6fcfc923-60d3-445c-87ab-c93a82226e99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:43.747723 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port d547dcbb-29a5-4e32-886e-fcb8b1c27dc9 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:22:43.748283 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (d547dcbb-29a5-4e32-886e-fcb8b1c27dc9), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:43.790100 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba6eb6b-6572-44d1-b273-161b4fa5686f None None] Sync routers for ids ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'] in dv-cinder-773985-33-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:22:43.794882 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-83b32e16-cc59-4ca5-a5cb-39b1f250e64b req-4cd5fd29-705c-4137-b242-65073a55da24 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840409 Feb 16 18:22:43.838993 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba6eb6b-6572-44d1-b273-161b4fa5686f None None] Routers {'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:22:43.838993 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-bba6eb6b-6572-44d1-b273-161b4fa5686f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:22:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:22:43.851516 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6fcfc923-60d3-445c-87ab-c93a82226e99 admin admin] Publish callbacks [] for security_group (d2b20f13-19fd-469c-9417-24e116b98694), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:43.863742 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d3d4dc69-b2f6-4e29-85d3-d492bf7da1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558149'] for network (c7154cac-ef66-4fec-951b-4182511ad8c5), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:43.914168 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6fcfc923-60d3-445c-87ab-c93a82226e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (d2b20f13-19fd-469c-9417-24e116b98694), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:43.916342 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port d547dcbb-29a5-4e32-886e-fcb8b1c27dc9 is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:22:43.916937 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (d547dcbb-29a5-4e32-886e-fcb8b1c27dc9), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:43.938014 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fcfc923-60d3-445c-87ab-c93a82226e99 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 18:22:43.949304 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] For port d547dcbb-29a5-4e32-886e-fcb8b1c27dc9, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=d547dcbb-29a5-4e32-886e-fcb8b1c27dc9,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:22:43.956842 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfc923-60d3-445c-87ab-c93a82226e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b20f13-19fd-469c-9417-24e116b98694,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:43.961280 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6fcfc923-60d3-445c-87ab-c93a82226e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (6943c2df-dc11-4cc4-9190-55a8a213d682), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:43.961631 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.db.segments_db [None req-6fcfc923-60d3-445c-87ab-c93a82226e99 admin admin] Added segment 6943c2df-dc11-4cc4-9190-55a8a213d682 of type vlan for network bcf62a43-82bc-4a72-9667-58414f2a8a01 Feb 16 18:22:43.962037 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d3d4dc69-b2f6-4e29-85d3-d492bf7da1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561157', 'neutron.services.segments.db._delete_segments_for_network-8776562245259'] for network (c7154cac-ef66-4fec-951b-4182511ad8c5), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:43.988081 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.services.segments.db [None req-d3d4dc69-b2f6-4e29-85d3-d492bf7da1af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7154cac-ef66-4fec-951b-4182511ad8c5']}} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:22:43.992426 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-bba6eb6b-6572-44d1-b273-161b4fa5686f None None] Set router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:22:44.002631 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.services.segments.db [None req-d3d4dc69-b2f6-4e29-85d3-d492bf7da1af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a8fbed-23f7-4515-b4fe-8cfe7b1e02dc') {'for_net_delete': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:22:44.002967 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.services.segments.db [None req-d3d4dc69-b2f6-4e29-85d3-d492bf7da1af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a8fbed-23f7-4515-b4fe-8cfe7b1e02dc') {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:22:44.036913 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6fcfc923-60d3-445c-87ab-c93a82226e99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776561717104'] for network (bcf62a43-82bc-4a72-9667-58414f2a8a01), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:44.037658 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (d547dcbb-29a5-4e32-886e-fcb8b1c27dc9), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:44.038216 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d3d4dc69-b2f6-4e29-85d3-d492bf7da1af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776562247060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8560762'] for segment (97a8fbed-23f7-4515-b4fe-8cfe7b1e02dc), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:44.067330 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d3d4dc69-b2f6-4e29-85d3-d492bf7da1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (97a8fbed-23f7-4515-b4fe-8cfe7b1e02dc), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:44.075105 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d4dc69-b2f6-4e29-85d3-d492bf7da1af admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 18:22:44.075423 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d3d4dc69-b2f6-4e29-85d3-d492bf7da1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9128083'] for segment (97a8fbed-23f7-4515-b4fe-8cfe7b1e02dc), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: Traceback (most recent call last): Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: timer() Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: cb(*args, **kw) Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: return func(*args, **kwargs) Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: self._notify() Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: self.callback(batched_events) Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: event.method(event) Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: return f(self, *a, **k) Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: return self._get(url).json() Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: return self.request(url, 'GET', **kwargs) Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:22:44.093306 dv-cinder-773985-33-iscsi neutron-server[103276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:22:44.153300 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Pushing event updated for resources: {'Port': ['ID=d547dcbb-29a5-4e32-886e-fcb8b1c27dc9,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:44.172298 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6fcfc923-60d3-445c-87ab-c93a82226e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for network (bcf62a43-82bc-4a72-9667-58414f2a8a01), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:44.173379 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcfc923-60d3-445c-87ab-c93a82226e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:44.174035 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6fcfc923-60d3-445c-87ab-c93a82226e99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:44.236015 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d3d4dc69-b2f6-4e29-85d3-d492bf7da1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459708'] for network (c7154cac-ef66-4fec-951b-4182511ad8c5), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:44.245196 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d3d4dc69-b2f6-4e29-85d3-d492bf7da1af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:44.249842 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-d3d4dc69-b2f6-4e29-85d3-d492bf7da1af admin admin] 10.222.0.87 "DELETE /v2.0/networks/c7154cac-ef66-4fec-951b-4182511ad8c5 HTTP/1.1" status: 204 len: 168 time: 0.5063002 Feb 16 18:22:44.259628 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfc923-60d3-445c-87ab-c93a82226e99 admin admin] Pushing event updated for resources: {'Network': ['ID=bcf62a43-82bc-4a72-9667-58414f2a8a01,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:44.262740 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4dc69-b2f6-4e29-85d3-d492bf7da1af admin admin] Pushing event deleted for resources: {'Network': ['ID=c7154cac-ef66-4fec-951b-4182511ad8c5,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:44.271614 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-bba6eb6b-6572-44d1-b273-161b4fa5686f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'name': 'tempest-TestVolumeBootPattern-998245796-router', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:37Z', 'updated_at': '2022-02-16T18:22:41Z', 'revision_number': 4, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'gw_port': {'id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:38Z', 'updated_at': '2022-02-16T18:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '8674fa4a-823e-4de8-b1c9-17126717bd5a', 'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:40Z', 'updated_at': '2022-02-16T18:22:42Z', 'revision_number': 2, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'subnets': [{'id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:22:44.276969 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Network bcf62a43-82bc-4a72-9667-58414f2a8a01 details requested by agent ovs-agent-dv-cinder-773985-33-iscsi with host dv-cinder-773985-33-iscsi {{(pid=103277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 18:22:44.315556 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba6eb6b-6572-44d1-b273-161b4fa5686f None None] Checking router: a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 for host: dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:22:44.315941 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba6eb6b-6572-44d1-b273-161b4fa5686f None None] Updating router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 port 8674fa4a-823e-4de8-b1c9-17126717bd5a binding host dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 18:22:44.316480 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-6fcfc923-60d3-445c-87ab-c93a82226e99 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6963739 Feb 16 18:22:44.325979 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 58272) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:44.331716 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-f903dd50-3ec8-4872-96d6-6bc9e07fae35 admin admin] Request body: {'subnet': {'network_id': 'bcf62a43-82bc-4a72-9667-58414f2a8a01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1758519390-subnet', 'tenant_id': '7e85c9eb2121480ea7d1ec086fdd2185', 'ip_version': 4}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:44.399253 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bba6eb6b-6572-44d1-b273-161b4fa5686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (8674fa4a-823e-4de8-b1c9-17126717bd5a), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:44.423772 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f903dd50-3ec8-4872-96d6-6bc9e07fae35 admin admin] Made reservation on behalf of 7e85c9eb2121480ea7d1ec086fdd2185 for: {'subnet': 1} {{(pid=103276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:22:44.427380 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f903dd50-3ec8-4872-96d6-6bc9e07fae35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494496'] for subnet (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:44.696484 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f903dd50-3ec8-4872-96d6-6bc9e07fae35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9131276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494482'] for subnet (49c90d5c-43d9-441e-a63c-2269dc82548c), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:44.700205 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bba6eb6b-6572-44d1-b273-161b4fa5686f None None] Publish callbacks [] for port (8674fa4a-823e-4de8-b1c9-17126717bd5a), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:44.713207 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 58276) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:44.759162 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903dd50-3ec8-4872-96d6-6bc9e07fae35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49c90d5c-43d9-441e-a63c-2269dc82548c,revision_number=0']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:44.764733 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-546384bc-dc60-416a-aa94-1e51dad7c4bf admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bce9a2accde947c08b8cb64a1fc32311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0503922 Feb 16 18:22:44.766079 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bba6eb6b-6572-44d1-b273-161b4fa5686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (8674fa4a-823e-4de8-b1c9-17126717bd5a), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:44.767281 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 58280) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:44.785054 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f903dd50-3ec8-4872-96d6-6bc9e07fae35 admin admin] Checking segment: {'id': '6943c2df-dc11-4cc4-9190-55a8a213d682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bcf62a43-82bc-4a72-9667-58414f2a8a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:22:44.790274 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f903dd50-3ec8-4872-96d6-6bc9e07fae35 admin admin] Network hostable DHCP agents. Network: bcf62a43-82bc-4a72-9667-58414f2a8a01, hostable agents: ['f2339edf-a2ee-4e84-8bf4-086a7482b327'], hosted agents: [] {{(pid=103276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 18:22:44.822210 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d558cdf-e9f9-4c2f-a9d8-6de6eb45d161 None None] Pushing event updated for resources: {'Port': ['ID=8674fa4a-823e-4de8-b1c9-17126717bd5a,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:44.832061 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d5c19aa5-f3f7-4cd6-8348-816b5669f136 admin admin] Publish callbacks [] for security_group (6dd9b130-fb23-4737-8417-8cccdca3351a), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:44.865396 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d5c19aa5-f3f7-4cd6-8348-816b5669f136 admin admin] Publish callbacks [] for security_group (6dd9b130-fb23-4737-8417-8cccdca3351a), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:44.880949 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-bba6eb6b-6572-44d1-b273-161b4fa5686f None None] Attempting to bind port 8674fa4a-823e-4de8-b1c9-17126717bd5a on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:22:44.881334 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-bba6eb6b-6572-44d1-b273-161b4fa5686f None None] Attempting to bind port 8674fa4a-823e-4de8-b1c9-17126717bd5a by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': '08c0a576-5684-46da-b0dc-cdc69ee043e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:22:44.881707 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba6eb6b-6572-44d1-b273-161b4fa5686f None None] Attempting to bind port 8674fa4a-823e-4de8-b1c9-17126717bd5a on network c3b692a3-8e7f-4e30-84f4-e7dc80fed586 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:22:44.887874 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba6eb6b-6572-44d1-b273-161b4fa5686f None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:22:44.888245 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba6eb6b-6572-44d1-b273-161b4fa5686f None None] Checking segment: {'id': '08c0a576-5684-46da-b0dc-cdc69ee043e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:22:44.888697 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bba6eb6b-6572-44d1-b273-161b4fa5686f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:44.889150 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba6eb6b-6572-44d1-b273-161b4fa5686f None None] Bound using segment: {'id': '08c0a576-5684-46da-b0dc-cdc69ee043e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:22:44.889770 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-bba6eb6b-6572-44d1-b273-161b4fa5686f None None] Bound port: 8674fa4a-823e-4de8-b1c9-17126717bd5a, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c0a576-5684-46da-b0dc-cdc69ee043e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:22:44.890148 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bba6eb6b-6572-44d1-b273-161b4fa5686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (8674fa4a-823e-4de8-b1c9-17126717bd5a), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:44.891400 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f903dd50-3ec8-4872-96d6-6bc9e07fae35 admin admin] Network bcf62a43-82bc-4a72-9667-58414f2a8a01 is scheduled to be hosted by DHCP agent f2339edf-a2ee-4e84-8bf4-086a7482b327 with binding_index 1 {{(pid=103276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 18:22:44.959225 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-f903dd50-3ec8-4872-96d6-6bc9e07fae35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-33-iscsi, bcf62a43-82bc-4a72-9667-58414f2a8a01) {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:22:44.963763 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f903dd50-3ec8-4872-96d6-6bc9e07fae35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:44.964489 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f903dd50-3ec8-4872-96d6-6bc9e07fae35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:44.989287 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d5c19aa5-f3f7-4cd6-8348-816b5669f136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (6dd9b130-fb23-4737-8417-8cccdca3351a), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:44.992712 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d5c19aa5-f3f7-4cd6-8348-816b5669f136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:44.993203 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-d5c19aa5-f3f7-4cd6-8348-816b5669f136 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6dd9b130-fb23-4737-8417-8cccdca3351a HTTP/1.1" status: 204 len: 168 time: 0.2246714 Feb 16 18:22:45.015957 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c19aa5-f3f7-4cd6-8348-816b5669f136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd9b130-fb23-4737-8417-8cccdca3351a,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:45.036656 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:22:45.063784 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28a174d-6e55-4e14-9293-d84bf6d56cde None None] Network bcf62a43-82bc-4a72-9667-58414f2a8a01 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:22:45.080697 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-f903dd50-3ec8-4872-96d6-6bc9e07fae35 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7506146 Feb 16 18:22:45.082916 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 58286) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:45.087667 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-62c8eea2-48b2-4cc6-b66c-0a331014a142 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1758519390-router', 'tenant_id': '7e85c9eb2121480ea7d1ec086fdd2185', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:45.179895 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-bba6eb6b-6572-44d1-b273-161b4fa5686f None None] For port 8674fa4a-823e-4de8-b1c9-17126717bd5a, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:22:45.183580 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-62c8eea2-48b2-4cc6-b66c-0a331014a142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-465507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1026382'] for router (637a8043-2a4a-4f80-af57-2acfd017c102), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:45.184683 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-62c8eea2-48b2-4cc6-b66c-0a331014a142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-459561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1026423'] for router (637a8043-2a4a-4f80-af57-2acfd017c102), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:45.185034 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-bba6eb6b-6572-44d1-b273-161b4fa5686f None None] For port 8674fa4a-823e-4de8-b1c9-17126717bd5a, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=8674fa4a-823e-4de8-b1c9-17126717bd5a,segment=NetworkSegment(08c0a576-5684-46da-b0dc-cdc69ee043e9),segment_id=08c0a576-5684-46da-b0dc-cdc69ee043e9)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:22:45.186950 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ebdad4ae-4f66-4b27-b030-36c009a9eaea None None] Provisioning complete for port 8674fa4a-823e-4de8-b1c9-17126717bd5a triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:22:45.187319 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ebdad4ae-4f66-4b27-b030-36c009a9eaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (8674fa4a-823e-4de8-b1c9-17126717bd5a), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:45.245464 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ebdad4ae-4f66-4b27-b030-36c009a9eaea None None] Port 8674fa4a-823e-4de8-b1c9-17126717bd5a cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:22:45.249002 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-62c8eea2-48b2-4cc6-b66c-0a331014a142 admin admin] Publish callbacks [] for router_controller (637a8043-2a4a-4f80-af57-2acfd017c102), precommit_add_association {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:45.251633 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedbae78-4253-4138-8e14-7ead7e08bb48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15817be5-ed40-5113-87ca-305c7188bdc0-bcf62a43-82bc-4a72-9667-58414f2a8a01', 'network_id': 'bcf62a43-82bc-4a72-9667-58414f2a8a01', 'project_id': '7e85c9eb2121480ea7d1ec086fdd2185', 'fixed_ips': [{'subnet_id': '49c90d5c-43d9-441e-a63c-2269dc82548c'}]}} from dv-cinder-773985-33-iscsi. {{(pid=103277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 18:22:45.252512 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-eedbae78-4253-4138-8e14-7ead7e08bb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:45.269137 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-bba6eb6b-6572-44d1-b273-161b4fa5686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (8674fa4a-823e-4de8-b1c9-17126717bd5a), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:45.405736 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba6eb6b-6572-44d1-b273-161b4fa5686f None None] Routers {'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:22:45.406768 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-bba6eb6b-6572-44d1-b273-161b4fa5686f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:22:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:22:45.414311 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d558cdf-e9f9-4c2f-a9d8-6de6eb45d161 None None] Pushing event updated for resources: {'Port': ['ID=8674fa4a-823e-4de8-b1c9-17126717bd5a,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:45.525319 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-62c8eea2-48b2-4cc6-b66c-0a331014a142 admin admin] Publish callbacks [] for router_gateway (637a8043-2a4a-4f80-af57-2acfd017c102), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:45.569875 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [None req-eedbae78-4253-4138-8e14-7ead7e08bb48 None None] Allocated IP 172.20.0.2 (bcf62a43-82bc-4a72-9667-58414f2a8a01/49c90d5c-43d9-441e-a63c-2269dc82548c/1bfab8e4-b5f1-453c-b2e3-b1e2236408b4) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:22:45.614480 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-bba6eb6b-6572-44d1-b273-161b4fa5686f None None] Set router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:22:45.651215 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device d547dcbb-29a5-4e32-886e-fcb8b1c27dc9 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:22:45.760106 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 58298) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:45.805609 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-7b55753e-f7bd-4379-a3b9-e3ff4bcb43c8 None None] Provisioning complete for port 8674fa4a-823e-4de8-b1c9-17126717bd5a triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:22:45.806205 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7b55753e-f7bd-4379-a3b9-e3ff4bcb43c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (8674fa4a-823e-4de8-b1c9-17126717bd5a), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:45.816107 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-b3abfc47-64c1-48fa-9d3d-6848e751b845 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=226e87a9d4bd4db38983edfb10424fe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0544593 Feb 16 18:22:45.829778 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 58300) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:45.879705 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1580db62-892c-4e53-a7df-896bef83ccca admin admin] Publish callbacks [] for security_group (d4eb439a-3d50-42fc-8cae-1c2594f627e7), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:45.905568 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-62c8eea2-48b2-4cc6-b66c-0a331014a142 admin admin] Publish callbacks [] for router_gateway (637a8043-2a4a-4f80-af57-2acfd017c102), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:45.911790 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1580db62-892c-4e53-a7df-896bef83ccca admin admin] Publish callbacks [] for security_group (d4eb439a-3d50-42fc-8cae-1c2594f627e7), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:45.927704 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-62c8eea2-48b2-4cc6-b66c-0a331014a142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:45.941018 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port d547dcbb-29a5-4e32-886e-fcb8b1c27dc9 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:22:45.941662 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (d547dcbb-29a5-4e32-886e-fcb8b1c27dc9), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:45.979066 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-eedbae78-4253-4138-8e14-7ead7e08bb48 None None] Publish callbacks [] for port (1bfab8e4-b5f1-453c-b2e3-b1e2236408b4), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:46.016996 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1580db62-892c-4e53-a7df-896bef83ccca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (d4eb439a-3d50-42fc-8cae-1c2594f627e7), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:46.019799 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1580db62-892c-4e53-a7df-896bef83ccca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:46.030330 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-1580db62-892c-4e53-a7df-896bef83ccca admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d4eb439a-3d50-42fc-8cae-1c2594f627e7 HTTP/1.1" status: 204 len: 168 time: 0.1926908 Feb 16 18:22:46.052496 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580db62-892c-4e53-a7df-896bef83ccca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4eb439a-3d50-42fc-8cae-1c2594f627e7,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:46.052683 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-eedbae78-4253-4138-8e14-7ead7e08bb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341'] for port (1bfab8e4-b5f1-453c-b2e3-b1e2236408b4), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:46.075577 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-62c8eea2-48b2-4cc6-b66c-0a331014a142 admin admin] Allocated IP 172.27.3.32 (c00f8eca-8c80-474c-b61e-3160eeb0c24d/19362ace-3fbd-48f2-895e-4d065f6f071c/8235fe91-d544-4d24-9ef3-cb2f5b461cb5) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:22:46.094766 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-7b55753e-f7bd-4379-a3b9-e3ff4bcb43c8 None None] Current status of the port 8674fa4a-823e-4de8-b1c9-17126717bd5a is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:22:46.095173 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7b55753e-f7bd-4379-a3b9-e3ff4bcb43c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (8674fa4a-823e-4de8-b1c9-17126717bd5a), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:46.124575 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedbae78-4253-4138-8e14-7ead7e08bb48 None None] Network bcf62a43-82bc-4a72-9667-58414f2a8a01 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:22:46.147968 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-eedbae78-4253-4138-8e14-7ead7e08bb48 None None] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:22:46.159877 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedbae78-4253-4138-8e14-7ead7e08bb48 None None] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:22:46.211084 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98cc27-c5a1-4207-a630-0747d6ce55ed req-ab5ced0d-3846-477f-84c1-6793bd24bb7d tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:46.212717 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-df98cc27-c5a1-4207-a630-0747d6ce55ed req-ab5ced0d-3846-477f-84c1-6793bd24bb7d tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0898170 Feb 16 18:22:46.219266 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedbae78-4253-4138-8e14-7ead7e08bb48 None None] Pushing event updated for resources: {'Port': ['ID=1bfab8e4-b5f1-453c-b2e3-b1e2236408b4,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:46.296097 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd9186-5f32-4624-84d1-e7157bf64fb9 req-dbf75597-1dd7-434b-8121-fc318187a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:46.298097 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b9cd9186-5f32-4624-84d1-e7157bf64fb9 req-dbf75597-1dd7-434b-8121-fc318187a4af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e740c52ad64142398b541359c4b59da4&device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 1130 time: 0.0818145 Feb 16 18:22:46.319795 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-7b55753e-f7bd-4379-a3b9-e3ff4bcb43c8 None None] For port 8674fa4a-823e-4de8-b1c9-17126717bd5a, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=8674fa4a-823e-4de8-b1c9-17126717bd5a,segment=NetworkSegment(08c0a576-5684-46da-b0dc-cdc69ee043e9),segment_id=08c0a576-5684-46da-b0dc-cdc69ee043e9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:22:46.322246 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-df98cc27-c5a1-4207-a630-0747d6ce55ed req-3e8d8401-6b85-4076-a86e-89b2c1a35ff9 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863259 Feb 16 18:22:46.340072 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-62c8eea2-48b2-4cc6-b66c-0a331014a142 admin admin] Publish callbacks [] for port (8235fe91-d544-4d24-9ef3-cb2f5b461cb5), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:46.353240 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port d547dcbb-29a5-4e32-886e-fcb8b1c27dc9 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:22:46.363899 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-bba6eb6b-6572-44d1-b273-161b4fa5686f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'name': 'tempest-TestVolumeBootPattern-998245796-router', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:37Z', 'updated_at': '2022-02-16T18:22:41Z', 'revision_number': 4, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'gw_port': {'id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:38Z', 'updated_at': '2022-02-16T18:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '8674fa4a-823e-4de8-b1c9-17126717bd5a', 'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:40Z', 'updated_at': '2022-02-16T18:22:45Z', 'revision_number': 4, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'subnets': [{'id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:22:46.399763 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7b55753e-f7bd-4379-a3b9-e3ff4bcb43c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (8674fa4a-823e-4de8-b1c9-17126717bd5a), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:46.401738 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba6eb6b-6572-44d1-b273-161b4fa5686f None None] The sync data for ids ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'] in dv-cinder-773985-33-iscsi is: [{'id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'name': 'tempest-TestVolumeBootPattern-998245796-router', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:37Z', 'updated_at': '2022-02-16T18:22:41Z', 'revision_number': 4, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'gw_port': {'id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:38Z', 'updated_at': '2022-02-16T18:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '8674fa4a-823e-4de8-b1c9-17126717bd5a', 'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:40Z', 'updated_at': '2022-02-16T18:22:45Z', 'revision_number': 4, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'subnets': [{'id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:22:46.408232 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-eedbae78-4253-4138-8e14-7ead7e08bb48 None None] Attempting to bind port 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4 on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:22:46.408534 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-eedbae78-4253-4138-8e14-7ead7e08bb48 None None] Attempting to bind port 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4 by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': '6943c2df-dc11-4cc4-9190-55a8a213d682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bcf62a43-82bc-4a72-9667-58414f2a8a01'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:22:46.408914 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedbae78-4253-4138-8e14-7ead7e08bb48 None None] Attempting to bind port 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4 on network bcf62a43-82bc-4a72-9667-58414f2a8a01 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:22:46.442409 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedbae78-4253-4138-8e14-7ead7e08bb48 None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:22:46.445967 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedbae78-4253-4138-8e14-7ead7e08bb48 None None] Checking segment: {'id': '6943c2df-dc11-4cc4-9190-55a8a213d682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bcf62a43-82bc-4a72-9667-58414f2a8a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:22:46.445967 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-eedbae78-4253-4138-8e14-7ead7e08bb48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:46.445967 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedbae78-4253-4138-8e14-7ead7e08bb48 None None] Bound using segment: {'id': '6943c2df-dc11-4cc4-9190-55a8a213d682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bcf62a43-82bc-4a72-9667-58414f2a8a01'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:22:46.445967 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-eedbae78-4253-4138-8e14-7ead7e08bb48 None None] Bound port: 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6943c2df-dc11-4cc4-9190-55a8a213d682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bcf62a43-82bc-4a72-9667-58414f2a8a01'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:22:46.445967 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-eedbae78-4253-4138-8e14-7ead7e08bb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (1bfab8e4-b5f1-453c-b2e3-b1e2236408b4), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:46.468608 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-62c8eea2-48b2-4cc6-b66c-0a331014a142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (8235fe91-d544-4d24-9ef3-cb2f5b461cb5), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:46.534911 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55753e-f7bd-4379-a3b9-e3ff4bcb43c8 None None] Pushing event updated for resources: {'Port': ['ID=8674fa4a-823e-4de8-b1c9-17126717bd5a,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:46.585519 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-eedbae78-4253-4138-8e14-7ead7e08bb48 None None] For port 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:22:46.589631 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-eedbae78-4253-4138-8e14-7ead7e08bb48 None None] For port 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=1bfab8e4-b5f1-453c-b2e3-b1e2236408b4,segment=NetworkSegment(6943c2df-dc11-4cc4-9190-55a8a213d682),segment_id=6943c2df-dc11-4cc4-9190-55a8a213d682)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:22:46.596920 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd9186-5f32-4624-84d1-e7157bf64fb9 req-c942dddc-036f-4aa5-8f05-950264bd0eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:46.598444 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b9cd9186-5f32-4624-84d1-e7157bf64fb9 req-c942dddc-036f-4aa5-8f05-950264bd0eed service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b925c41-17ee-42bb-8e4d-3cf4909400ae HTTP/1.1" status: 200 len: 920 time: 0.2937570 Feb 16 18:22:46.675997 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c8eea2-48b2-4cc6-b66c-0a331014a142 admin admin] Network c00f8eca-8c80-474c-b61e-3160eeb0c24d is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:22:46.680588 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-eedbae78-4253-4138-8e14-7ead7e08bb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (1bfab8e4-b5f1-453c-b2e3-b1e2236408b4), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:46.687857 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b9cd9186-5f32-4624-84d1-e7157bf64fb9 req-51effea4-8666-45a2-9cd3-c1465ab6acbb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=632dec37-55bd-4e4c-9b06-21151fe52ba6 HTTP/1.1" status: 200 len: 217 time: 0.0765769 Feb 16 18:22:46.691892 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-62c8eea2-48b2-4cc6-b66c-0a331014a142 admin admin] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:22:46.702876 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c8eea2-48b2-4cc6-b66c-0a331014a142 admin admin] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:22:46.782904 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedbae78-4253-4138-8e14-7ead7e08bb48 None None] Pushing event updated for resources: {'Port': ['ID=1bfab8e4-b5f1-453c-b2e3-b1e2236408b4,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:46.784468 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8eea2-48b2-4cc6-b66c-0a331014a142 admin admin] Pushing event updated for resources: {'Port': ['ID=8235fe91-d544-4d24-9ef3-cb2f5b461cb5,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:46.909134 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd9186-5f32-4624-84d1-e7157bf64fb9 req-93215f68-1022-4456-93d8-132485386685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:46.910819 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b9cd9186-5f32-4624-84d1-e7157bf64fb9 req-93215f68-1022-4456-93d8-132485386685 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f85686ac-8d4f-40f4-9d20-44dd74c413da HTTP/1.1" status: 200 len: 859 time: 0.2146504 Feb 16 18:22:46.953579 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-14bd9bbb-a113-4cfb-ae3d-ae61d56e5bcd tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:46.955183 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-14bd9bbb-a113-4cfb-ae3d-ae61d56e5bcd tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/networks?id=94aeaab3-9397-41f8-9c01-563e4d5cb1cb HTTP/1.1" status: 200 len: 814 time: 0.3651834 Feb 16 18:22:46.981715 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b9cd9186-5f32-4624-84d1-e7157bf64fb9 req-a55d9dcc-d39a-47ac-8cb0-2af2c7e64cb2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b925c41-17ee-42bb-8e4d-3cf4909400ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437517 Feb 16 18:22:47.042609 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-4d36936b-327c-4627-93e4-0b884e4bce0b tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/quotas/d373330688b54634b9a951ee0f4dcfe3 HTTP/1.1" status: 200 len: 375 time: 0.0814936 Feb 16 18:22:47.148521 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-4f879d2b-8599-4327-859e-66f638fc6742 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=d373330688b54634b9a951ee0f4dcfe3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746555 Feb 16 18:22:47.280545 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b9cd9186-5f32-4624-84d1-e7157bf64fb9 req-373b1752-2a92-45d3-bcdd-27b59d39285f service neutron] 10.222.0.45 "GET /v2.0/networks/2b925c41-17ee-42bb-8e4d-3cf4909400ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819996 Feb 16 18:22:47.483595 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c3bc8-2f40-4afb-838c-0f9f47f312bf req-b67fe7b2-21f8-401d-9b50-556b5dafa410 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:47.485376 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-9f9c3bc8-2f40-4afb-838c-0f9f47f312bf req-b67fe7b2-21f8-401d-9b50-556b5dafa410 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0668101 Feb 16 18:22:47.548909 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-9f9c3bc8-2f40-4afb-838c-0f9f47f312bf req-e67d505d-e683-4d4a-82d9-110b46fa8fef tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574632 Feb 16 18:22:47.597856 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-44711451-62e1-4c3b-89fd-c86b9926232b service neutron] 10.222.0.87 "GET /v2.0/networks/94aeaab3-9397-41f8-9c01-563e4d5cb1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355214 Feb 16 18:22:47.680916 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-62c8eea2-48b2-4cc6-b66c-0a331014a142 admin admin] Publish callbacks [] for router_gateway (637a8043-2a4a-4f80-af57-2acfd017c102), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:47.742792 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 58352) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:47.755204 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 8674fa4a-823e-4de8-b1c9-17126717bd5a up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:22:47.819166 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 8674fa4a-823e-4de8-b1c9-17126717bd5a triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:22:47.819706 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (8674fa4a-823e-4de8-b1c9-17126717bd5a), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:47.881297 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-61f85b22-a5e5-4883-8d37-17d68b35754d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1943156088-network', 'tenant_id': '9d5b466cb8b240088d1c9bbc4b4699bb'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:47.883461 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-75a6669c-492f-4363-b785-5d633a3a4494 service neutron] 10.222.0.87 "GET /v2.0/networks/94aeaab3-9397-41f8-9c01-563e4d5cb1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678354 Feb 16 18:22:47.962804 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 8674fa4a-823e-4de8-b1c9-17126717bd5a is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:22:47.964112 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:22:47.988582 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f85b22-a5e5-4883-8d37-17d68b35754d admin admin] Made reservation on behalf of 9d5b466cb8b240088d1c9bbc4b4699bb for: {'network': 1} {{(pid=103276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:22:47.993761 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-61f85b22-a5e5-4883-8d37-17d68b35754d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for network (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:48.001895 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-61f85b22-a5e5-4883-8d37-17d68b35754d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:48.024875 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:22:48.025330 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (1bfab8e4-b5f1-453c-b2e3-b1e2236408b4), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:48.109826 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-61f85b22-a5e5-4883-8d37-17d68b35754d admin admin] Publish callbacks [] for security_group (0ec91071-db59-41ac-912f-4e09e3e325f1), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:48.122626 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf93546-f751-400e-86f8-a55bb99c4ecf None None] Network bcf62a43-82bc-4a72-9667-58414f2a8a01 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:22:48.141966 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b9cd9186-5f32-4624-84d1-e7157bf64fb9 req-c7727d9d-e0b1-4b34-b358-92a7966ccf94 service neutron] 10.222.0.45 "GET /v2.0/networks/2b925c41-17ee-42bb-8e4d-3cf4909400ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482670 Feb 16 18:22:48.143371 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-62c8eea2-48b2-4cc6-b66c-0a331014a142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-465654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-459636'] for router (637a8043-2a4a-4f80-af57-2acfd017c102), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:48.187354 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-61f85b22-a5e5-4883-8d37-17d68b35754d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (0ec91071-db59-41ac-912f-4e09e3e325f1), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:48.200095 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f85b22-a5e5-4883-8d37-17d68b35754d admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=103276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 18:22:48.240127 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-255fa4e5-923d-48c4-a391-ee8bd599e5e3 req-51d3fc97-3bf7-4a3a-9a6e-fcbe21053ed7 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=eef61f67-6ba0-4186-a3f5-03c91048beeb HTTP/1.1" status: 200 len: 210 time: 0.0861320 Feb 16 18:22:48.246711 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-61f85b22-a5e5-4883-8d37-17d68b35754d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (cb42a4e6-76f6-4085-8536-425046b944ec), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:48.247129 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.db.segments_db [None req-61f85b22-a5e5-4883-8d37-17d68b35754d admin admin] Added segment cb42a4e6-76f6-4085-8536-425046b944ec of type vlan for network fc4564aa-f6c4-4d4f-9363-86ef32257258 Feb 16 18:22:48.249258 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f85b22-a5e5-4883-8d37-17d68b35754d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec91071-db59-41ac-912f-4e09e3e325f1,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:48.322875 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-61f85b22-a5e5-4883-8d37-17d68b35754d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776561717104'] for network (fc4564aa-f6c4-4d4f-9363-86ef32257258), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:48.351621 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4 is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:22:48.352010 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (1bfab8e4-b5f1-453c-b2e3-b1e2236408b4), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:48.354249 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c8eea2-48b2-4cc6-b66c-0a331014a142 admin admin] Router 637a8043-2a4a-4f80-af57-2acfd017c102 is scheduled to L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 with binding_index 1 {{(pid=103275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 18:22:48.364014 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-43022aa9-fec8-43ec-8e56-52a22cf12f65 None None] Provisioning complete for port 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:22:48.364399 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-43022aa9-fec8-43ec-8e56-52a22cf12f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (1bfab8e4-b5f1-453c-b2e3-b1e2236408b4), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:48.429786 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-61f85b22-a5e5-4883-8d37-17d68b35754d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for network (fc4564aa-f6c4-4d4f-9363-86ef32257258), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:48.430977 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f85b22-a5e5-4883-8d37-17d68b35754d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:48.431717 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-61f85b22-a5e5-4883-8d37-17d68b35754d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:48.460853 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] For port 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=1bfab8e4-b5f1-453c-b2e3-b1e2236408b4,segment=NetworkSegment(6943c2df-dc11-4cc4-9190-55a8a213d682),segment_id=6943c2df-dc11-4cc4-9190-55a8a213d682)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:22:48.474849 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c8eea2-48b2-4cc6-b66c-0a331014a142 admin admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:22:48.486555 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a5593b-cddc-4f4a-97ac-f0061d232d7e None None] Sync routers for ids ['637a8043-2a4a-4f80-af57-2acfd017c102'] in dv-cinder-773985-33-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:22:48.502141 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a5593b-cddc-4f4a-97ac-f0061d232d7e None None] Routers {'637a8043-2a4a-4f80-af57-2acfd017c102'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:22:48.503041 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-30a5593b-cddc-4f4a-97ac-f0061d232d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:22:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['637a8043-2a4a-4f80-af57-2acfd017c102'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:22:48.507379 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f85b22-a5e5-4883-8d37-17d68b35754d admin admin] Pushing event updated for resources: {'Network': ['ID=fc4564aa-f6c4-4d4f-9363-86ef32257258,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:48.524929 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Network fc4564aa-f6c4-4d4f-9363-86ef32257258 details requested by agent ovs-agent-dv-cinder-773985-33-iscsi with host dv-cinder-773985-33-iscsi {{(pid=103277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 18:22:48.535779 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-61f85b22-a5e5-4883-8d37-17d68b35754d admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7917004 Feb 16 18:22:48.538639 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 58366) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:48.543956 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-05b61f8b-fd16-44a0-8895-0bffe71ec66c admin admin] Request body: {'subnet': {'network_id': 'fc4564aa-f6c4-4d4f-9363-86ef32257258', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1943156088-subnet', 'tenant_id': '9d5b466cb8b240088d1c9bbc4b4699bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:48.567639 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (1bfab8e4-b5f1-453c-b2e3-b1e2236408b4), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:48.573291 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-43022aa9-fec8-43ec-8e56-52a22cf12f65 None None] Current status of the port 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4 is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:22:48.575036 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-43022aa9-fec8-43ec-8e56-52a22cf12f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (1bfab8e4-b5f1-453c-b2e3-b1e2236408b4), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:48.636784 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-62c8eea2-48b2-4cc6-b66c-0a331014a142 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:48.638052 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-62c8eea2-48b2-4cc6-b66c-0a331014a142 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5537279 Feb 16 18:22:48.641500 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 58370) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:48.726097 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Pushing event updated for resources: {'Port': ['ID=1bfab8e4-b5f1-453c-b2e3-b1e2236408b4,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:48.726204 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-30a5593b-cddc-4f4a-97ac-f0061d232d7e None None] Set router 637a8043-2a4a-4f80-af57-2acfd017c102 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:22:48.751587 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.db.api [None req-43022aa9-fec8-43ec-8e56-52a22cf12f65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103277) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 18:22:48.752335 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG oslo_db.api [None req-43022aa9-fec8-43ec-8e56-52a22cf12f65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 18:22:48.804112 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e18285-cb15-410c-b057-2602e5ace2b9 req-a148ac14-ce14-481d-bc97-a226f561d3be tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:48.814744 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a6e18285-cb15-410c-b057-2602e5ace2b9 req-a148ac14-ce14-481d-bc97-a226f561d3be tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.1307857 Feb 16 18:22:48.815516 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b61f8b-fd16-44a0-8895-0bffe71ec66c admin admin] Made reservation on behalf of 9d5b466cb8b240088d1c9bbc4b4699bb for: {'subnet': 1} {{(pid=103276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:22:48.818559 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-05b61f8b-fd16-44a0-8895-0bffe71ec66c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494496'] for subnet (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:48.866392 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a6e18285-cb15-410c-b057-2602e5ace2b9 req-e41c2549-529a-413d-bf3e-c49cad7a1c75 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505226 Feb 16 18:22:48.963994 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-30a5593b-cddc-4f4a-97ac-f0061d232d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637a8043-2a4a-4f80-af57-2acfd017c102', 'name': 'tempest-TestVolumeBootPattern-1758519390-router', 'tenant_id': '7e85c9eb2121480ea7d1ec086fdd2185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '8235fe91-d544-4d24-9ef3-cb2f5b461cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:45Z', 'updated_at': '2022-02-16T18:22:47Z', 'revision_number': 3, 'project_id': '7e85c9eb2121480ea7d1ec086fdd2185', 'gw_port': {'id': '8235fe91-d544-4d24-9ef3-cb2f5b461cb5', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:eb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '637a8043-2a4a-4f80-af57-2acfd017c102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:45Z', 'updated_at': '2022-02-16T18:22:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:22:48.991413 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a5593b-cddc-4f4a-97ac-f0061d232d7e None None] Checking router: 637a8043-2a4a-4f80-af57-2acfd017c102 for host: dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:22:48.991702 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a5593b-cddc-4f4a-97ac-f0061d232d7e None None] Updating router 637a8043-2a4a-4f80-af57-2acfd017c102 port 8235fe91-d544-4d24-9ef3-cb2f5b461cb5 binding host dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 18:22:49.021071 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-30a5593b-cddc-4f4a-97ac-f0061d232d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (8235fe91-d544-4d24-9ef3-cb2f5b461cb5), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:49.283110 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-30a5593b-cddc-4f4a-97ac-f0061d232d7e None None] Publish callbacks [] for port (8235fe91-d544-4d24-9ef3-cb2f5b461cb5), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:49.314986 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-43022aa9-fec8-43ec-8e56-52a22cf12f65 None None] Current status of the port 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:22:49.359659 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-30a5593b-cddc-4f4a-97ac-f0061d232d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (8235fe91-d544-4d24-9ef3-cb2f5b461cb5), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:49.389486 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-826461be-caf8-4500-8e4c-7c9de2c31625 req-c1d821ab-53e4-47bb-81ee-76ed06ebac50 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=eef61f67-6ba0-4186-a3f5-03c91048beeb HTTP/1.1" status: 200 len: 210 time: 0.0376894 Feb 16 18:22:49.411719 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97f597-7d06-4b8c-b069-e7ddc93ee8e4 None None] Pushing event updated for resources: {'Port': ['ID=8235fe91-d544-4d24-9ef3-cb2f5b461cb5,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:49.417513 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-30a5593b-cddc-4f4a-97ac-f0061d232d7e None None] Attempting to bind port 8235fe91-d544-4d24-9ef3-cb2f5b461cb5 on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:22:49.417889 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-30a5593b-cddc-4f4a-97ac-f0061d232d7e None None] Attempting to bind port 8235fe91-d544-4d24-9ef3-cb2f5b461cb5 by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:22:49.418251 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a5593b-cddc-4f4a-97ac-f0061d232d7e None None] Attempting to bind port 8235fe91-d544-4d24-9ef3-cb2f5b461cb5 on network c00f8eca-8c80-474c-b61e-3160eeb0c24d {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:22:49.425698 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a5593b-cddc-4f4a-97ac-f0061d232d7e None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:22:49.425698 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a5593b-cddc-4f4a-97ac-f0061d232d7e None None] Checking segment: {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:22:49.425698 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-30a5593b-cddc-4f4a-97ac-f0061d232d7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:49.425698 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a5593b-cddc-4f4a-97ac-f0061d232d7e None None] Bound using segment: {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:22:49.426091 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-30a5593b-cddc-4f4a-97ac-f0061d232d7e None None] Bound port: 8235fe91-d544-4d24-9ef3-cb2f5b461cb5, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:22:49.426237 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-30a5593b-cddc-4f4a-97ac-f0061d232d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (8235fe91-d544-4d24-9ef3-cb2f5b461cb5), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:49.440712 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-9a8197c4-7e05-41a4-89e3-a7632267fe6e None None] Provisioning complete for port 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:22:49.441220 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-9a8197c4-7e05-41a4-89e3-a7632267fe6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (1bfab8e4-b5f1-453c-b2e3-b1e2236408b4), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:49.448054 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-05b61f8b-fd16-44a0-8895-0bffe71ec66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9131276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494482'] for subnet (1c13ad86-9427-497b-bfde-7941917a23de), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:49.481032 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-30a5593b-cddc-4f4a-97ac-f0061d232d7e None None] For port 8235fe91-d544-4d24-9ef3-cb2f5b461cb5, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:22:49.485927 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-30a5593b-cddc-4f4a-97ac-f0061d232d7e None None] For port 8235fe91-d544-4d24-9ef3-cb2f5b461cb5, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=8235fe91-d544-4d24-9ef3-cb2f5b461cb5,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:22:49.513126 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b61f8b-fd16-44a0-8895-0bffe71ec66c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c13ad86-9427-497b-bfde-7941917a23de,revision_number=0']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:49.526134 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-9a8197c4-7e05-41a4-89e3-a7632267fe6e None None] Current status of the port 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:22:49.557922 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b61f8b-fd16-44a0-8895-0bffe71ec66c admin admin] Checking segment: {'id': 'cb42a4e6-76f6-4085-8536-425046b944ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fc4564aa-f6c4-4d4f-9363-86ef32257258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:22:49.558266 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b61f8b-fd16-44a0-8895-0bffe71ec66c admin admin] Network hostable DHCP agents. Network: fc4564aa-f6c4-4d4f-9363-86ef32257258, hostable agents: ['f2339edf-a2ee-4e84-8bf4-086a7482b327'], hosted agents: [] {{(pid=103276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 18:22:49.560720 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-30a5593b-cddc-4f4a-97ac-f0061d232d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (8235fe91-d544-4d24-9ef3-cb2f5b461cb5), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:49.614698 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a5593b-cddc-4f4a-97ac-f0061d232d7e None None] Routers {'637a8043-2a4a-4f80-af57-2acfd017c102'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:22:49.615304 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-30a5593b-cddc-4f4a-97ac-f0061d232d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:22:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['637a8043-2a4a-4f80-af57-2acfd017c102'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:22:49.617141 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c6e998ce-db19-4bf9-bd08-4b9bf27cd5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:49.645633 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:22:49.694592 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:22:49.694971 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (1bfab8e4-b5f1-453c-b2e3-b1e2236408b4), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:49.734298 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-30a5593b-cddc-4f4a-97ac-f0061d232d7e None None] Set router 637a8043-2a4a-4f80-af57-2acfd017c102 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:22:49.740671 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b61f8b-fd16-44a0-8895-0bffe71ec66c admin admin] Network fc4564aa-f6c4-4d4f-9363-86ef32257258 is scheduled to be hosted by DHCP agent f2339edf-a2ee-4e84-8bf4-086a7482b327 with binding_index 1 {{(pid=103276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 18:22:49.791234 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:22:49.803412 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97f597-7d06-4b8c-b069-e7ddc93ee8e4 None None] Pushing event updated for resources: {'Port': ['ID=8235fe91-d544-4d24-9ef3-cb2f5b461cb5,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:49.812468 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-c6e998ce-db19-4bf9-bd08-4b9bf27cd5d8 admin admin] Allocated IP 172.20.0.1 (bcf62a43-82bc-4a72-9667-58414f2a8a01/49c90d5c-43d9-441e-a63c-2269dc82548c/dfa81414-6cba-4576-9c4f-ab7e20148495) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:22:49.825231 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-05b61f8b-fd16-44a0-8895-0bffe71ec66c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-33-iscsi, fc4564aa-f6c4-4d4f-9363-86ef32257258) {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:22:49.833191 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b61f8b-fd16-44a0-8895-0bffe71ec66c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:49.833191 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-05b61f8b-fd16-44a0-8895-0bffe71ec66c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:49.840205 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067f0d5a-989d-4d25-9e00-8a20588337f0 None None] Network fc4564aa-f6c4-4d4f-9363-86ef32257258 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:22:49.953948 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-05b61f8b-fd16-44a0-8895-0bffe71ec66c admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4140096 Feb 16 18:22:49.955969 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-30a5593b-cddc-4f4a-97ac-f0061d232d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637a8043-2a4a-4f80-af57-2acfd017c102', 'name': 'tempest-TestVolumeBootPattern-1758519390-router', 'tenant_id': '7e85c9eb2121480ea7d1ec086fdd2185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '8235fe91-d544-4d24-9ef3-cb2f5b461cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:45Z', 'updated_at': '2022-02-16T18:22:47Z', 'revision_number': 3, 'project_id': '7e85c9eb2121480ea7d1ec086fdd2185', 'gw_port': {'id': '8235fe91-d544-4d24-9ef3-cb2f5b461cb5', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:eb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '637a8043-2a4a-4f80-af57-2acfd017c102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:45Z', 'updated_at': '2022-02-16T18:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:22:49.964766 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c6e998ce-db19-4bf9-bd08-4b9bf27cd5d8 admin admin] Publish callbacks [] for port (dfa81414-6cba-4576-9c4f-ab7e20148495), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:49.971942 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d7b2da-6cee-47cf-b272-c43903bc11ef None None] Network fc4564aa-f6c4-4d4f-9363-86ef32257258 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:22:49.991549 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a5593b-cddc-4f4a-97ac-f0061d232d7e None None] The sync data for ids ['637a8043-2a4a-4f80-af57-2acfd017c102'] in dv-cinder-773985-33-iscsi is: [{'id': '637a8043-2a4a-4f80-af57-2acfd017c102', 'name': 'tempest-TestVolumeBootPattern-1758519390-router', 'tenant_id': '7e85c9eb2121480ea7d1ec086fdd2185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '8235fe91-d544-4d24-9ef3-cb2f5b461cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:45Z', 'updated_at': '2022-02-16T18:22:47Z', 'revision_number': 3, 'project_id': '7e85c9eb2121480ea7d1ec086fdd2185', 'gw_port': {'id': '8235fe91-d544-4d24-9ef3-cb2f5b461cb5', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:eb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '637a8043-2a4a-4f80-af57-2acfd017c102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:45Z', 'updated_at': '2022-02-16T18:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:22:50.115580 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50b826-0f57-4a44-b24f-79f445f3ba46 req-a667e2b1-b850-41dc-b29f-a6a0ddc0d55a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:50.117541 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9c50b826-0f57-4a44-b24f-79f445f3ba46 req-a667e2b1-b850-41dc-b29f-a6a0ddc0d55a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.1134233 Feb 16 18:22:50.126658 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c6e998ce-db19-4bf9-bd08-4b9bf27cd5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (dfa81414-6cba-4576-9c4f-ab7e20148495), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:50.182623 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e998ce-db19-4bf9-bd08-4b9bf27cd5d8 admin admin] Network bcf62a43-82bc-4a72-9667-58414f2a8a01 is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:22:50.182772 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9c50b826-0f57-4a44-b24f-79f445f3ba46 req-c8ea06b8-ae5d-4cb5-b5a8-469a02b6f8b1 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577335 Feb 16 18:22:50.186781 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-c6e998ce-db19-4bf9-bd08-4b9bf27cd5d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:22:50.197308 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e998ce-db19-4bf9-bd08-4b9bf27cd5d8 admin admin] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:22:50.233344 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e998ce-db19-4bf9-bd08-4b9bf27cd5d8 admin admin] Pushing event updated for resources: {'Port': ['ID=dfa81414-6cba-4576-9c4f-ab7e20148495,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:50.262763 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c6e998ce-db19-4bf9-bd08-4b9bf27cd5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461865'] for router_interface (637a8043-2a4a-4f80-af57-2acfd017c102), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:50.514335 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-b727e8f5-e711-49d7-806d-680f0f30a701 req-0082bf87-e0ea-47d0-8429-c025615d2d59 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=eef61f67-6ba0-4186-a3f5-03c91048beeb HTTP/1.1" status: 200 len: 210 time: 0.0313826 Feb 16 18:22:50.559847 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-451ef39a-ce01-4c3e-af21-dd8706a6b816 None None] Provisioning complete for port dfa81414-6cba-4576-9c4f-ab7e20148495 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:22:50.560497 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-451ef39a-ce01-4c3e-af21-dd8706a6b816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (dfa81414-6cba-4576-9c4f-ab7e20148495), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:50.562754 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c6e998ce-db19-4bf9-bd08-4b9bf27cd5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (dfa81414-6cba-4576-9c4f-ab7e20148495), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:50.595504 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-451ef39a-ce01-4c3e-af21-dd8706a6b816 None None] Port dfa81414-6cba-4576-9c4f-ab7e20148495 cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:22:50.741601 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c6e998ce-db19-4bf9-bd08-4b9bf27cd5d8 admin admin] Publish callbacks [] for port (dfa81414-6cba-4576-9c4f-ab7e20148495), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:50.794614 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c6e998ce-db19-4bf9-bd08-4b9bf27cd5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9128183'] for port (dfa81414-6cba-4576-9c4f-ab7e20148495), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:50.890104 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e998ce-db19-4bf9-bd08-4b9bf27cd5d8 admin admin] Pushing event updated for resources: {'Port': ['ID=dfa81414-6cba-4576-9c4f-ab7e20148495,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:50.927104 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c6e998ce-db19-4bf9-bd08-4b9bf27cd5d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3745776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462005'] for router_interface (637a8043-2a4a-4f80-af57-2acfd017c102), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:51.025257 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-552b03a0-e7b1-4fd2-ad97-1644ded26c2b tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:51.026906 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-552b03a0-e7b1-4fd2-ad97-1644ded26c2b tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.45 "GET /v2.0/networks?id=94aeaab3-9397-41f8-9c01-563e4d5cb1cb HTTP/1.1" status: 200 len: 814 time: 0.1971290 Feb 16 18:22:51.040726 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-4c5ae761-1733-42a1-a42e-b761c26a83b8 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Request body: {'port': {'device_id': 'eef61f67-6ba0-4186-a3f5-03c91048beeb', 'network_id': '94aeaab3-9397-41f8-9c01-563e4d5cb1cb', 'admin_state_up': True, 'tenant_id': 'd373330688b54634b9a951ee0f4dcfe3'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:51.071021 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e998ce-db19-4bf9-bd08-4b9bf27cd5d8 admin admin] Network bcf62a43-82bc-4a72-9667-58414f2a8a01 is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:22:51.072985 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-c6e998ce-db19-4bf9-bd08-4b9bf27cd5d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:22:51.272590 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e998ce-db19-4bf9-bd08-4b9bf27cd5d8 admin admin] Router 637a8043-2a4a-4f80-af57-2acfd017c102 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:22:51.353291 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558eacd0-131e-4a9f-bf99-51462b4c49b9 req-d0c196b2-bc46-425a-a2eb-36d9b0e87dcc tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:51.356470 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-558eacd0-131e-4a9f-bf99-51462b4c49b9 req-d0c196b2-bc46-425a-a2eb-36d9b0e87dcc tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0926759 Feb 16 18:22:51.394777 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-4c5ae761-1733-42a1-a42e-b761c26a83b8 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Made reservation on behalf of d373330688b54634b9a951ee0f4dcfe3 for: {'port': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:22:51.398278 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-4c5ae761-1733-42a1-a42e-b761c26a83b8 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:51.409028 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e998ce-db19-4bf9-bd08-4b9bf27cd5d8 admin admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:22:51.418111 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-558eacd0-131e-4a9f-bf99-51462b4c49b9 req-c10f6ba3-809b-4221-847d-b71c601665d7 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607522 Feb 16 18:22:51.418486 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-c6e998ce-db19-4bf9-bd08-4b9bf27cd5d8 admin admin] 10.222.0.87 "PUT /v2.0/routers/637a8043-2a4a-4f80-af57-2acfd017c102/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7747970 Feb 16 18:22:51.432622 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-9369fca7-6962-4d06-b7a5-861ae6a1c23b None None] Provisioning complete for port dfa81414-6cba-4576-9c4f-ab7e20148495 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:22:51.433003 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-9369fca7-6962-4d06-b7a5-861ae6a1c23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (dfa81414-6cba-4576-9c4f-ab7e20148495), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:51.475560 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-9369fca7-6962-4d06-b7a5-861ae6a1c23b None None] Port dfa81414-6cba-4576-9c4f-ab7e20148495 cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:22:51.561771 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-4c5ae761-1733-42a1-a42e-b761c26a83b8 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Allocated IP 172.20.0.10 (94aeaab3-9397-41f8-9c01-563e4d5cb1cb/bfd3a131-864f-4e2a-91e7-3773c924ed10/b9f6bab3-dff6-4516-8e90-bbfa77ada86e) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:22:51.683385 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-00c6d71e-18d9-42cf-9748-c201676f0285 req-85726c9d-1409-4f51-b028-d0a5b1f46278 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=eef61f67-6ba0-4186-a3f5-03c91048beeb HTTP/1.1" status: 200 len: 210 time: 0.0653014 Feb 16 18:22:51.726501 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 8235fe91-d544-4d24-9ef3-cb2f5b461cb5 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:22:51.751992 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-4c5ae761-1733-42a1-a42e-b761c26a83b8 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Publish callbacks [] for port (b9f6bab3-dff6-4516-8e90-bbfa77ada86e), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:51.782354 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 8235fe91-d544-4d24-9ef3-cb2f5b461cb5 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:22:51.783036 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (8235fe91-d544-4d24-9ef3-cb2f5b461cb5), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:51.846372 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-4c5ae761-1733-42a1-a42e-b761c26a83b8 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (b9f6bab3-dff6-4516-8e90-bbfa77ada86e), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:51.867914 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 8235fe91-d544-4d24-9ef3-cb2f5b461cb5 is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:22:51.868309 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (8235fe91-d544-4d24-9ef3-cb2f5b461cb5), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:51.895434 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] For port 8235fe91-d544-4d24-9ef3-cb2f5b461cb5, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=8235fe91-d544-4d24-9ef3-cb2f5b461cb5,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:22:51.899727 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-4c5ae761-1733-42a1-a42e-b761c26a83b8 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Network 94aeaab3-9397-41f8-9c01-563e4d5cb1cb is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:22:51.903064 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-4c5ae761-1733-42a1-a42e-b761c26a83b8 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:22:51.907853 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-4c5ae761-1733-42a1-a42e-b761c26a83b8 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:22:51.914915 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ae761-1733-42a1-a42e-b761c26a83b8 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Pushing event updated for resources: {'Port': ['ID=b9f6bab3-dff6-4516-8e90-bbfa77ada86e,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:51.965571 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (8235fe91-d544-4d24-9ef3-cb2f5b461cb5), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:51.976130 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-4c5ae761-1733-42a1-a42e-b761c26a83b8 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:51.976736 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-4c5ae761-1733-42a1-a42e-b761c26a83b8 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:52.014539 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Pushing event updated for resources: {'Port': ['ID=8235fe91-d544-4d24-9ef3-cb2f5b461cb5,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:52.058406 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-4c5ae761-1733-42a1-a42e-b761c26a83b8 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0228994 Feb 16 18:22:52.069266 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-529eb31e-c0ea-48be-96fc-6a2a329c58af service neutron] Request body: {'port': {'device_id': 'eef61f67-6ba0-4186-a3f5-03c91048beeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:52.132050 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-529eb31e-c0ea-48be-96fc-6a2a329c58af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (b9f6bab3-dff6-4516-8e90-bbfa77ada86e), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:52.334057 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 58424) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:52.338550 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-503a8459-32d4-44bb-a550-d373fb055160 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-985394310', 'description': 'tempest-secgroup-smoke-985394310 description', 'project_id': 'bbc85d2f47ed42ae9d13c15932375126'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:52.423801 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-529eb31e-c0ea-48be-96fc-6a2a329c58af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f6bab3-dff6-4516-8e90-bbfa77ada86e {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:22:52.431749 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-529eb31e-c0ea-48be-96fc-6a2a329c58af service neutron] Publish callbacks [] for port (b9f6bab3-dff6-4516-8e90-bbfa77ada86e), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:52.444177 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-529eb31e-c0ea-48be-96fc-6a2a329c58af service neutron] Transition to ACTIVE for port object b9f6bab3-dff6-4516-8e90-bbfa77ada86e will not be triggered until provisioned by entity L2. {{(pid=103275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:22:52.448492 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-503a8459-32d4-44bb-a550-d373fb055160 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:52.522667 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-529eb31e-c0ea-48be-96fc-6a2a329c58af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (b9f6bab3-dff6-4516-8e90-bbfa77ada86e), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:52.558278 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b5658-81ab-4806-9055-bd74154d6f64 req-4304cb41-3272-405f-a94f-374d820c68f8 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:52.559769 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-479b5658-81ab-4806-9055-bd74154d6f64 req-4304cb41-3272-405f-a94f-374d820c68f8 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/networks?id=fc4564aa-f6c4-4d4f-9363-86ef32257258 HTTP/1.1" status: 200 len: 809 time: 0.1325362 Feb 16 18:22:52.584718 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529eb31e-c0ea-48be-96fc-6a2a329c58af service neutron] Pushing event updated for resources: {'Port': ['ID=b9f6bab3-dff6-4516-8e90-bbfa77ada86e,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:52.590514 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-479b5658-81ab-4806-9055-bd74154d6f64 req-2a8392f3-90b4-4873-a1b9-504a600fffa8 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/quotas/9d5b466cb8b240088d1c9bbc4b4699bb HTTP/1.1" status: 200 len: 375 time: 0.0230503 Feb 16 18:22:52.593544 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-503a8459-32d4-44bb-a550-d373fb055160 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for security_group (b2c5e5e5-37da-4fa3-aecf-0efc2b48e885), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:52.601202 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe70fca-7c65-4d5f-ad2a-5b857dc2baa0 req-1a017cd4-1d5d-4166-88e7-687eed220cbf tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:52.602724 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-efe70fca-7c65-4d5f-ad2a-5b857dc2baa0 req-1a017cd4-1d5d-4166-88e7-687eed220cbf tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.1112733 Feb 16 18:22:52.630692 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-479b5658-81ab-4806-9055-bd74154d6f64 req-8d096c65-d35a-472d-93df-c58fd05fd5ff tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=9d5b466cb8b240088d1c9bbc4b4699bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305614 Feb 16 18:22:52.696709 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-503a8459-32d4-44bb-a550-d373fb055160 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (b2c5e5e5-37da-4fa3-aecf-0efc2b48e885), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:52.698179 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-efe70fca-7c65-4d5f-ad2a-5b857dc2baa0 req-d1dcad91-0def-46c7-b2c4-a9420656dc5a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775075 Feb 16 18:22:52.712171 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-529eb31e-c0ea-48be-96fc-6a2a329c58af service neutron] Attempting to bind port b9f6bab3-dff6-4516-8e90-bbfa77ada86e on host hv-cinder-77398 for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:22:52.712931 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-529eb31e-c0ea-48be-96fc-6a2a329c58af service neutron] Attempting to bind port b9f6bab3-dff6-4516-8e90-bbfa77ada86e by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '4784a99e-275b-4ae9-8d3e-18071e31eb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '94aeaab3-9397-41f8-9c01-563e4d5cb1cb'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:22:52.713548 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-529eb31e-c0ea-48be-96fc-6a2a329c58af service neutron] Attempting to bind port b9f6bab3-dff6-4516-8e90-bbfa77ada86e on network 94aeaab3-9397-41f8-9c01-563e4d5cb1cb {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:22:52.720431 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-529eb31e-c0ea-48be-96fc-6a2a329c58af service neutron] Port b9f6bab3-dff6-4516-8e90-bbfa77ada86e on network 94aeaab3-9397-41f8-9c01-563e4d5cb1cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 18:22:52.721042 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-529eb31e-c0ea-48be-96fc-6a2a329c58af service neutron] Attempting to bind port b9f6bab3-dff6-4516-8e90-bbfa77ada86e on network 94aeaab3-9397-41f8-9c01-563e4d5cb1cb {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:22:52.726875 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-529eb31e-c0ea-48be-96fc-6a2a329c58af service neutron] Checking agent: {'id': '5c336864-29ba-45bb-93ac-04ba68c7d8e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'started_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:22:52.727190 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-529eb31e-c0ea-48be-96fc-6a2a329c58af service neutron] Checking segment: {'id': '4784a99e-275b-4ae9-8d3e-18071e31eb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '94aeaab3-9397-41f8-9c01-563e4d5cb1cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:22:52.733758 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-529eb31e-c0ea-48be-96fc-6a2a329c58af service neutron] Bound using segment: {'id': '4784a99e-275b-4ae9-8d3e-18071e31eb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '94aeaab3-9397-41f8-9c01-563e4d5cb1cb'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:22:52.735783 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-529eb31e-c0ea-48be-96fc-6a2a329c58af service neutron] Bound port: b9f6bab3-dff6-4516-8e90-bbfa77ada86e, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4784a99e-275b-4ae9-8d3e-18071e31eb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '94aeaab3-9397-41f8-9c01-563e4d5cb1cb'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:22:52.736465 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-529eb31e-c0ea-48be-96fc-6a2a329c58af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (b9f6bab3-dff6-4516-8e90-bbfa77ada86e), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:52.742446 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a8459-32d4-44bb-a550-d373fb055160 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:52.760147 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-479b5658-81ab-4806-9055-bd74154d6f64 req-d293c686-4703-4ec3-a563-3bc712529f51 service neutron] 10.222.0.87 "GET /v2.0/networks/fc4564aa-f6c4-4d4f-9363-86ef32257258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219015 Feb 16 18:22:52.806223 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-503a8459-32d4-44bb-a550-d373fb055160 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:52.810012 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-503a8459-32d4-44bb-a550-d373fb055160 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4723787 Feb 16 18:22:52.813573 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 58442) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:52.825326 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-4ad266bf-67f9-4d10-acf4-f022a9dee133 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Request body: {'security_group_rule': {'security_group_id': 'b2c5e5e5-37da-4fa3-aecf-0efc2b48e885', 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:52.873768 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-479b5658-81ab-4806-9055-bd74154d6f64 req-12eba7be-3c65-455d-932c-a842f9332b1f service neutron] 10.222.0.87 "GET /v2.0/networks/fc4564aa-f6c4-4d4f-9363-86ef32257258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129851 Feb 16 18:22:52.881636 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-529eb31e-c0ea-48be-96fc-6a2a329c58af service neutron] For port b9f6bab3-dff6-4516-8e90-bbfa77ada86e, host hv-cinder-77398, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:22:52.885813 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-529eb31e-c0ea-48be-96fc-6a2a329c58af service neutron] For port b9f6bab3-dff6-4516-8e90-bbfa77ada86e, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b9f6bab3-dff6-4516-8e90-bbfa77ada86e,segment=NetworkSegment(4784a99e-275b-4ae9-8d3e-18071e31eb04),segment_id=4784a99e-275b-4ae9-8d3e-18071e31eb04)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:22:52.906991 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e7d3b-c8c3-4537-99ad-e6aa88bd2754 req-d3482bc7-d01c-41f6-b1ec-7354f9ee0ed7 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:52.908646 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fb4e7d3b-c8c3-4537-99ad-e6aa88bd2754 req-d3482bc7-d01c-41f6-b1ec-7354f9ee0ed7 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=eef61f67-6ba0-4186-a3f5-03c91048beeb HTTP/1.1" status: 200 len: 944 time: 0.1056964 Feb 16 18:22:52.914588 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4ad266bf-67f9-4d10-acf4-f022a9dee133 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for security_group_rule (73215e4f-74b9-48e9-b3cd-a18b922a8b91), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:52.963227 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-529eb31e-c0ea-48be-96fc-6a2a329c58af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (b9f6bab3-dff6-4516-8e90-bbfa77ada86e), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:53.025690 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fb4e7d3b-c8c3-4537-99ad-e6aa88bd2754 req-aafe209f-6c6b-4d6d-b9be-cf5d64173b93 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/security-groups?id=47ea8074-97cf-4496-bab4-dd1a7c26a887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075182 Feb 16 18:22:53.029175 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-529eb31e-c0ea-48be-96fc-6a2a329c58af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:53.030746 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-529eb31e-c0ea-48be-96fc-6a2a329c58af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:53.032020 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-529eb31e-c0ea-48be-96fc-6a2a329c58af service neutron] 10.222.0.45 "PUT /v2.0/ports/b9f6bab3-dff6-4516-8e90-bbfa77ada86e HTTP/1.1" status: 200 len: 1094 time: 0.9668224 Feb 16 18:22:53.033668 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef61f67-6ba0-4186-a3f5-03c91048beeb', 'tag': 'b9f6bab3-dff6-4516-8e90-bbfa77ada86e'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:22:53.042797 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49eb065-ba2a-4a35-8513-b84612e92935" -d '{"events": [{"name": "network-changed", "server_uuid": "eef61f67-6ba0-4186-a3f5-03c91048beeb", "tag": "b9f6bab3-dff6-4516-8e90-bbfa77ada86e"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:22:53.069631 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4ad266bf-67f9-4d10-acf4-f022a9dee133 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for security_group_rule (73215e4f-74b9-48e9-b3cd-a18b922a8b91), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:53.078503 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b861f44d-9bfc-4a32-bb88-5d2343a4a80c x-openstack-request-id: req-b861f44d-9bfc-4a32-bb88-5d2343a4a80c {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:22:53.078790 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef61f67-6ba0-4186-a3f5-03c91048beeb", "tag": "b9f6bab3-dff6-4516-8e90-bbfa77ada86e", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:22:53.079047 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b861f44d-9bfc-4a32-bb88-5d2343a4a80c {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:22:53.079433 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef61f67-6ba0-4186-a3f5-03c91048beeb', 'tag': 'b9f6bab3-dff6-4516-8e90-bbfa77ada86e', 'status': 'completed', 'code': 200} Feb 16 18:22:53.082359 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529eb31e-c0ea-48be-96fc-6a2a329c58af service neutron] Pushing event updated for resources: {'Port': ['ID=b9f6bab3-dff6-4516-8e90-bbfa77ada86e,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:53.124976 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4ad266bf-67f9-4d10-acf4-f022a9dee133 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678345'] for security_group_rule (73215e4f-74b9-48e9-b3cd-a18b922a8b91), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:53.155417 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad266bf-67f9-4d10-acf4-f022a9dee133 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73215e4f-74b9-48e9-b3cd-a18b922a8b91,revision_number=0']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:53.186120 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-89587345-2cd4-4ff1-ada1-7f1dbcb35a45 req-fe6555a9-cc5e-4aa1-a50e-cd5e0bd02aa5 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=80667649-eba9-44e0-9d64-275c2d6d51a6 HTTP/1.1" status: 200 len: 210 time: 0.0349233 Feb 16 18:22:53.243188 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c187e756-46f3-46f4-bb72-bc67e2403a99 None None] Sync routers for ids ['637a8043-2a4a-4f80-af57-2acfd017c102'] in dv-cinder-773985-33-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:22:53.254926 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c187e756-46f3-46f4-bb72-bc67e2403a99 None None] Routers {'637a8043-2a4a-4f80-af57-2acfd017c102'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:22:53.255531 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-c187e756-46f3-46f4-bb72-bc67e2403a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:22:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['637a8043-2a4a-4f80-af57-2acfd017c102'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:22:53.275488 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4ad266bf-67f9-4d10-acf4-f022a9dee133 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:53.278303 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-4ad266bf-67f9-4d10-acf4-f022a9dee133 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4573736 Feb 16 18:22:53.280828 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 58454) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:53.285687 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-aba8941d-c746-49b8-bc2f-9fb6ee56988b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Request body: {'security_group_rule': {'security_group_id': 'b2c5e5e5-37da-4fa3-aecf-0efc2b48e885', 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:53.366304 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-c187e756-46f3-46f4-bb72-bc67e2403a99 None None] Set router 637a8043-2a4a-4f80-af57-2acfd017c102 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:22:53.382074 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-aba8941d-c746-49b8-bc2f-9fb6ee56988b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for security_group_rule (b3d38c32-94f3-48aa-87fd-98d6b51d105c), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:53.438032 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-aba8941d-c746-49b8-bc2f-9fb6ee56988b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for security_group_rule (b3d38c32-94f3-48aa-87fd-98d6b51d105c), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:53.485884 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-aba8941d-c746-49b8-bc2f-9fb6ee56988b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678345'] for security_group_rule (b3d38c32-94f3-48aa-87fd-98d6b51d105c), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:53.503005 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8941d-c746-49b8-bc2f-9fb6ee56988b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d38c32-94f3-48aa-87fd-98d6b51d105c,revision_number=0']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:53.568635 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-aba8941d-c746-49b8-bc2f-9fb6ee56988b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:53.570656 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-c187e756-46f3-46f4-bb72-bc67e2403a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637a8043-2a4a-4f80-af57-2acfd017c102', 'name': 'tempest-TestVolumeBootPattern-1758519390-router', 'tenant_id': '7e85c9eb2121480ea7d1ec086fdd2185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '8235fe91-d544-4d24-9ef3-cb2f5b461cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:45Z', 'updated_at': '2022-02-16T18:22:50Z', 'revision_number': 4, 'project_id': '7e85c9eb2121480ea7d1ec086fdd2185', 'gw_port': {'id': '8235fe91-d544-4d24-9ef3-cb2f5b461cb5', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:eb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637a8043-2a4a-4f80-af57-2acfd017c102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:45Z', 'updated_at': '2022-02-16T18:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': 'dfa81414-6cba-4576-9c4f-ab7e20148495', 'name': '', 'network_id': 'bcf62a43-82bc-4a72-9667-58414f2a8a01', 'tenant_id': '7e85c9eb2121480ea7d1ec086fdd2185', 'mac_address': 'fa:16:3e:79:de:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '637a8043-2a4a-4f80-af57-2acfd017c102', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '49c90d5c-43d9-441e-a63c-2269dc82548c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:49Z', 'updated_at': '2022-02-16T18:22:50Z', 'revision_number': 2, 'project_id': '7e85c9eb2121480ea7d1ec086fdd2185', 'subnets': [{'id': '49c90d5c-43d9-441e-a63c-2269dc82548c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:22:53.574023 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-aba8941d-c746-49b8-bc2f-9fb6ee56988b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2914867 Feb 16 18:22:53.581700 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 58456) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:53.581700 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-301b16fa-ee60-4621-8f57-e2bccded2cca tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Request body: {'security_group_rule': {'security_group_id': 'b2c5e5e5-37da-4fa3-aecf-0efc2b48e885', 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:53.600701 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c187e756-46f3-46f4-bb72-bc67e2403a99 None None] Checking router: 637a8043-2a4a-4f80-af57-2acfd017c102 for host: dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:22:53.601063 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c187e756-46f3-46f4-bb72-bc67e2403a99 None None] Updating router 637a8043-2a4a-4f80-af57-2acfd017c102 port dfa81414-6cba-4576-9c4f-ab7e20148495 binding host dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 18:22:53.631707 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c187e756-46f3-46f4-bb72-bc67e2403a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (dfa81414-6cba-4576-9c4f-ab7e20148495), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:53.637795 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 8235fe91-d544-4d24-9ef3-cb2f5b461cb5 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:22:53.683489 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-301b16fa-ee60-4621-8f57-e2bccded2cca tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for security_group_rule (d4ccd187-f9c4-4bc2-a456-3dba5c65b2c5), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:53.772657 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-301b16fa-ee60-4621-8f57-e2bccded2cca tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for security_group_rule (d4ccd187-f9c4-4bc2-a456-3dba5c65b2c5), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:53.788555 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 8235fe91-d544-4d24-9ef3-cb2f5b461cb5 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:22:53.788931 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (8235fe91-d544-4d24-9ef3-cb2f5b461cb5), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:53.842179 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5aced-6110-42ff-97ac-0f923ce1b717 req-25e6ba37-a271-43c2-881f-2271dbc7b5b7 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:53.845107 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-74d5aced-6110-42ff-97ac-0f923ce1b717 req-25e6ba37-a271-43c2-881f-2271dbc7b5b7 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0579519 Feb 16 18:22:53.850364 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-301b16fa-ee60-4621-8f57-e2bccded2cca tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678345'] for security_group_rule (d4ccd187-f9c4-4bc2-a456-3dba5c65b2c5), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:53.869755 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b16fa-ee60-4621-8f57-e2bccded2cca tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ccd187-f9c4-4bc2-a456-3dba5c65b2c5,revision_number=0']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:53.900445 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-74d5aced-6110-42ff-97ac-0f923ce1b717 req-22747085-b21d-499b-bfe1-120fcaf53b4f tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511117 Feb 16 18:22:53.939550 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-301b16fa-ee60-4621-8f57-e2bccded2cca tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:53.941124 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-301b16fa-ee60-4621-8f57-e2bccded2cca tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3653300 Feb 16 18:22:53.943517 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 58464) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:53.948003 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-a7b7779f-ab23-433f-acec-f205e45e037e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Request body: {'security_group_rule': {'security_group_id': 'b2c5e5e5-37da-4fa3-aecf-0efc2b48e885', 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:53.956379 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 8235fe91-d544-4d24-9ef3-cb2f5b461cb5 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:22:54.034098 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c187e756-46f3-46f4-bb72-bc67e2403a99 None None] Publish callbacks [] for port (dfa81414-6cba-4576-9c4f-ab7e20148495), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:54.056449 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a7b7779f-ab23-433f-acec-f205e45e037e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for security_group_rule (9d749cbd-ea9e-4ccc-b7d4-e77686eeb5fd), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:54.120198 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c187e756-46f3-46f4-bb72-bc67e2403a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (dfa81414-6cba-4576-9c4f-ab7e20148495), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:54.143067 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a7b7779f-ab23-433f-acec-f205e45e037e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for security_group_rule (9d749cbd-ea9e-4ccc-b7d4-e77686eeb5fd), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:54.162688 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0571ec6-d25f-4982-bfd1-55ea8002412b req-b28b439e-911c-45e7-96dd-09a0fec1793c tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:54.164248 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e0571ec6-d25f-4982-bfd1-55ea8002412b req-b28b439e-911c-45e7-96dd-09a0fec1793c tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=eef61f67-6ba0-4186-a3f5-03c91048beeb HTTP/1.1" status: 200 len: 944 time: 0.0703518 Feb 16 18:22:54.192282 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601c678-a945-46d9-8ee2-e08931be5f77 None None] Pushing event updated for resources: {'Port': ['ID=dfa81414-6cba-4576-9c4f-ab7e20148495,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:54.231673 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-c187e756-46f3-46f4-bb72-bc67e2403a99 None None] Attempting to bind port dfa81414-6cba-4576-9c4f-ab7e20148495 on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:22:54.232132 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-c187e756-46f3-46f4-bb72-bc67e2403a99 None None] Attempting to bind port dfa81414-6cba-4576-9c4f-ab7e20148495 by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': '6943c2df-dc11-4cc4-9190-55a8a213d682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bcf62a43-82bc-4a72-9667-58414f2a8a01'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:22:54.233307 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c187e756-46f3-46f4-bb72-bc67e2403a99 None None] Attempting to bind port dfa81414-6cba-4576-9c4f-ab7e20148495 on network bcf62a43-82bc-4a72-9667-58414f2a8a01 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:22:54.239884 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c187e756-46f3-46f4-bb72-bc67e2403a99 None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:22:54.240210 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c187e756-46f3-46f4-bb72-bc67e2403a99 None None] Checking segment: {'id': '6943c2df-dc11-4cc4-9190-55a8a213d682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bcf62a43-82bc-4a72-9667-58414f2a8a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:22:54.240663 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c187e756-46f3-46f4-bb72-bc67e2403a99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:54.241149 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c187e756-46f3-46f4-bb72-bc67e2403a99 None None] Bound using segment: {'id': '6943c2df-dc11-4cc4-9190-55a8a213d682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bcf62a43-82bc-4a72-9667-58414f2a8a01'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:22:54.241708 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-c187e756-46f3-46f4-bb72-bc67e2403a99 None None] Bound port: dfa81414-6cba-4576-9c4f-ab7e20148495, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6943c2df-dc11-4cc4-9190-55a8a213d682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bcf62a43-82bc-4a72-9667-58414f2a8a01'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:22:54.242198 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c187e756-46f3-46f4-bb72-bc67e2403a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (dfa81414-6cba-4576-9c4f-ab7e20148495), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:54.242315 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e0571ec6-d25f-4982-bfd1-55ea8002412b req-87a139e8-da45-4d67-b74f-35786ee8f1e2 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/security-groups?id=47ea8074-97cf-4496-bab4-dd1a7c26a887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665102 Feb 16 18:22:54.243450 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a7b7779f-ab23-433f-acec-f205e45e037e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678345'] for security_group_rule (9d749cbd-ea9e-4ccc-b7d4-e77686eeb5fd), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:54.266915 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7779f-ab23-433f-acec-f205e45e037e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d749cbd-ea9e-4ccc-b7d4-e77686eeb5fd,revision_number=0']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:54.330395 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a7b7779f-ab23-433f-acec-f205e45e037e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:54.332644 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-a7b7779f-ab23-433f-acec-f205e45e037e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3877609 Feb 16 18:22:54.340471 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 58470) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:54.343713 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-12b8b0d5-c40e-4563-a4e5-9b191eefef6a req-7b822e1b-ecf9-45e0-af87-ec5c193fffc9 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=80667649-eba9-44e0-9d64-275c2d6d51a6 HTTP/1.1" status: 200 len: 210 time: 0.0358567 Feb 16 18:22:54.348650 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-f5604a45-c196-42f9-8d3a-f47ad92f6d75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Request body: {'security_group_rule': {'security_group_id': 'b2c5e5e5-37da-4fa3-aecf-0efc2b48e885', 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:54.440100 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.db.securitygroups_db [None req-f5604a45-c196-42f9-8d3a-f47ad92f6d75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Project bbc85d2f47ed42ae9d13c15932375126 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 18:22:54.445037 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f5604a45-c196-42f9-8d3a-f47ad92f6d75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for security_group_rule (6ace1ac6-6442-47e6-aa5b-39b1ca4f9306), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:54.461457 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-c187e756-46f3-46f4-bb72-bc67e2403a99 None None] For port dfa81414-6cba-4576-9c4f-ab7e20148495, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:22:54.465208 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-c187e756-46f3-46f4-bb72-bc67e2403a99 None None] For port dfa81414-6cba-4576-9c4f-ab7e20148495, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=dfa81414-6cba-4576-9c4f-ab7e20148495,segment=NetworkSegment(6943c2df-dc11-4cc4-9190-55a8a213d682),segment_id=6943c2df-dc11-4cc4-9190-55a8a213d682)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:22:54.468308 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-936414c3-93f4-48b5-832c-a563884d799c None None] Provisioning complete for port dfa81414-6cba-4576-9c4f-ab7e20148495 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:22:54.468675 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-936414c3-93f4-48b5-832c-a563884d799c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (dfa81414-6cba-4576-9c4f-ab7e20148495), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:54.502065 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-936414c3-93f4-48b5-832c-a563884d799c None None] Port dfa81414-6cba-4576-9c4f-ab7e20148495 cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:22:54.505254 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f5604a45-c196-42f9-8d3a-f47ad92f6d75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for security_group_rule (6ace1ac6-6442-47e6-aa5b-39b1ca4f9306), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:54.554679 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c187e756-46f3-46f4-bb72-bc67e2403a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (dfa81414-6cba-4576-9c4f-ab7e20148495), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:54.582589 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f5604a45-c196-42f9-8d3a-f47ad92f6d75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678345'] for security_group_rule (6ace1ac6-6442-47e6-aa5b-39b1ca4f9306), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:54.600799 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5604a45-c196-42f9-8d3a-f47ad92f6d75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ace1ac6-6442-47e6-aa5b-39b1ca4f9306,revision_number=0']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:54.612946 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c187e756-46f3-46f4-bb72-bc67e2403a99 None None] Routers {'637a8043-2a4a-4f80-af57-2acfd017c102'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:22:54.613597 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-c187e756-46f3-46f4-bb72-bc67e2403a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:22:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['637a8043-2a4a-4f80-af57-2acfd017c102'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:22:54.618523 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601c678-a945-46d9-8ee2-e08931be5f77 None None] Pushing event updated for resources: {'Port': ['ID=dfa81414-6cba-4576-9c4f-ab7e20148495,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:54.673064 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f5604a45-c196-42f9-8d3a-f47ad92f6d75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:54.677414 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-f5604a45-c196-42f9-8d3a-f47ad92f6d75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3298397 Feb 16 18:22:54.677896 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 58472) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:22:54.685167 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-8115f34c-c137-4a0b-8d90-503536869929 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Request body: {'security_group_rule': {'security_group_id': 'b2c5e5e5-37da-4fa3-aecf-0efc2b48e885', 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:54.745071 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-c187e756-46f3-46f4-bb72-bc67e2403a99 None None] Set router 637a8043-2a4a-4f80-af57-2acfd017c102 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:22:54.751688 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49eb065-ba2a-4a35-8513-b84612e92935 req-bf082002-df69-450f-b688-289b67cd9556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:54.753229 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e49eb065-ba2a-4a35-8513-b84612e92935 req-bf082002-df69-450f-b688-289b67cd9556 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d373330688b54634b9a951ee0f4dcfe3&device_id=eef61f67-6ba0-4186-a3f5-03c91048beeb HTTP/1.1" status: 200 len: 1128 time: 0.0607905 Feb 16 18:22:54.835558 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.db.securitygroups_db [None req-8115f34c-c137-4a0b-8d90-503536869929 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Project bbc85d2f47ed42ae9d13c15932375126 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 18:22:54.851434 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8115f34c-c137-4a0b-8d90-503536869929 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for security_group_rule (7c2ee66c-1852-4c92-9087-b8273362585c), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:54.860857 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-84ade9de-0291-45e3-a246-257bf6ee35be None None] Provisioning complete for port dfa81414-6cba-4576-9c4f-ab7e20148495 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:22:54.861219 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-84ade9de-0291-45e3-a246-257bf6ee35be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (dfa81414-6cba-4576-9c4f-ab7e20148495), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:54.902870 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49eb065-ba2a-4a35-8513-b84612e92935 req-bdd790fe-4e03-4477-93e5-37e018c131dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:54.904540 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e49eb065-ba2a-4a35-8513-b84612e92935 req-bdd790fe-4e03-4477-93e5-37e018c131dd service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d373330688b54634b9a951ee0f4dcfe3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1424129 Feb 16 18:22:54.964008 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8115f34c-c137-4a0b-8d90-503536869929 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for security_group_rule (7c2ee66c-1852-4c92-9087-b8273362585c), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:55.033825 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-84ade9de-0291-45e3-a246-257bf6ee35be None None] Current status of the port dfa81414-6cba-4576-9c4f-ab7e20148495 is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:22:55.034237 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-84ade9de-0291-45e3-a246-257bf6ee35be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (dfa81414-6cba-4576-9c4f-ab7e20148495), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:55.042019 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8115f34c-c137-4a0b-8d90-503536869929 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678345'] for security_group_rule (7c2ee66c-1852-4c92-9087-b8273362585c), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:55.079910 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115f34c-c137-4a0b-8d90-503536869929 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2ee66c-1852-4c92-9087-b8273362585c,revision_number=0']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:55.081526 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-c187e756-46f3-46f4-bb72-bc67e2403a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637a8043-2a4a-4f80-af57-2acfd017c102', 'name': 'tempest-TestVolumeBootPattern-1758519390-router', 'tenant_id': '7e85c9eb2121480ea7d1ec086fdd2185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '8235fe91-d544-4d24-9ef3-cb2f5b461cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:45Z', 'updated_at': '2022-02-16T18:22:50Z', 'revision_number': 4, 'project_id': '7e85c9eb2121480ea7d1ec086fdd2185', 'gw_port': {'id': '8235fe91-d544-4d24-9ef3-cb2f5b461cb5', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:eb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637a8043-2a4a-4f80-af57-2acfd017c102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:45Z', 'updated_at': '2022-02-16T18:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': 'dfa81414-6cba-4576-9c4f-ab7e20148495', 'name': '', 'network_id': 'bcf62a43-82bc-4a72-9667-58414f2a8a01', 'tenant_id': '7e85c9eb2121480ea7d1ec086fdd2185', 'mac_address': 'fa:16:3e:79:de:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '637a8043-2a4a-4f80-af57-2acfd017c102', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '49c90d5c-43d9-441e-a63c-2269dc82548c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:49Z', 'updated_at': '2022-02-16T18:22:54Z', 'revision_number': 4, 'project_id': '7e85c9eb2121480ea7d1ec086fdd2185', 'subnets': [{'id': '49c90d5c-43d9-441e-a63c-2269dc82548c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:22:55.086834 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-84ade9de-0291-45e3-a246-257bf6ee35be None None] For port dfa81414-6cba-4576-9c4f-ab7e20148495, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=dfa81414-6cba-4576-9c4f-ab7e20148495,segment=NetworkSegment(6943c2df-dc11-4cc4-9190-55a8a213d682),segment_id=6943c2df-dc11-4cc4-9190-55a8a213d682)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:22:55.087686 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49eb065-ba2a-4a35-8513-b84612e92935 req-e7b53ff4-79c2-4e63-a165-771796e1055f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:55.089234 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e49eb065-ba2a-4a35-8513-b84612e92935 req-e7b53ff4-79c2-4e63-a165-771796e1055f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1756124 Feb 16 18:22:55.107521 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec88b0d-0b9a-4138-b757-0233b491a0f6 req-f27ce08b-efee-429a-bf6a-4eb0cd93ee45 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:55.109001 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-aec88b0d-0b9a-4138-b757-0233b491a0f6 req-f27ce08b-efee-429a-bf6a-4eb0cd93ee45 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.1135306 Feb 16 18:22:55.113597 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c187e756-46f3-46f4-bb72-bc67e2403a99 None None] The sync data for ids ['637a8043-2a4a-4f80-af57-2acfd017c102'] in dv-cinder-773985-33-iscsi is: [{'id': '637a8043-2a4a-4f80-af57-2acfd017c102', 'name': 'tempest-TestVolumeBootPattern-1758519390-router', 'tenant_id': '7e85c9eb2121480ea7d1ec086fdd2185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '8235fe91-d544-4d24-9ef3-cb2f5b461cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:45Z', 'updated_at': '2022-02-16T18:22:50Z', 'revision_number': 4, 'project_id': '7e85c9eb2121480ea7d1ec086fdd2185', 'gw_port': {'id': '8235fe91-d544-4d24-9ef3-cb2f5b461cb5', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:eb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637a8043-2a4a-4f80-af57-2acfd017c102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:45Z', 'updated_at': '2022-02-16T18:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': 'dfa81414-6cba-4576-9c4f-ab7e20148495', 'name': '', 'network_id': 'bcf62a43-82bc-4a72-9667-58414f2a8a01', 'tenant_id': '7e85c9eb2121480ea7d1ec086fdd2185', 'mac_address': 'fa:16:3e:79:de:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '637a8043-2a4a-4f80-af57-2acfd017c102', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '49c90d5c-43d9-441e-a63c-2269dc82548c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:49Z', 'updated_at': '2022-02-16T18:22:54Z', 'revision_number': 4, 'project_id': '7e85c9eb2121480ea7d1ec086fdd2185', 'subnets': [{'id': '49c90d5c-43d9-441e-a63c-2269dc82548c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:22:55.168534 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-84ade9de-0291-45e3-a246-257bf6ee35be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (dfa81414-6cba-4576-9c4f-ab7e20148495), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:55.194349 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8115f34c-c137-4a0b-8d90-503536869929 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:55.199235 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-8115f34c-c137-4a0b-8d90-503536869929 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5161259 Feb 16 18:22:55.226483 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-aec88b0d-0b9a-4138-b757-0233b491a0f6 req-50a5dd14-7cb0-4f36-a0fd-7d82b27f03eb tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105657 Feb 16 18:22:55.270600 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-1cceafd2-09d6-4431-90bc-7087ea02d0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:55.272293 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-1cceafd2-09d6-4431-90bc-7087ea02d0e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d373330688b54634b9a951ee0f4dcfe3&device_id=eef61f67-6ba0-4186-a3f5-03c91048beeb HTTP/1.1" status: 200 len: 1128 time: 0.1344776 Feb 16 18:22:55.275840 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ade9de-0291-45e3-a246-257bf6ee35be None None] Pushing event updated for resources: {'Port': ['ID=dfa81414-6cba-4576-9c4f-ab7e20148495,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:55.340598 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-e54dfa3a-d553-4600-abd4-789ee1bd8601 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9f6bab3-dff6-4516-8e90-bbfa77ada86e HTTP/1.1" status: 200 len: 217 time: 0.0576587 Feb 16 18:22:55.420969 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec06b7-39d0-4a45-9383-ad20164a0603 req-2be935b6-660a-44d7-ae49-d3ad9f6e9158 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:55.431629 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-55ec06b7-39d0-4a45-9383-ad20164a0603 req-2be935b6-660a-44d7-ae49-d3ad9f6e9158 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=eef61f67-6ba0-4186-a3f5-03c91048beeb HTTP/1.1" status: 200 len: 944 time: 0.0762269 Feb 16 18:22:55.431723 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-ec5a7062-2a09-4a0b-a529-cc83afe3a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:55.431723 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-ec5a7062-2a09-4a0b-a529-cc83afe3a2f4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bfd3a131-864f-4e2a-91e7-3773c924ed10 HTTP/1.1" status: 200 len: 854 time: 0.0658579 Feb 16 18:22:55.474290 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-f7877d35-226e-44e5-b9c7-9f1e2291188d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94aeaab3-9397-41f8-9c01-563e4d5cb1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310655 Feb 16 18:22:55.492035 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-5af87c9a-95b3-46a6-ae1e-f61cdfc8df74 req-224ff0d8-c056-4bc3-8ef3-8217b6dad43f tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=80667649-eba9-44e0-9d64-275c2d6d51a6 HTTP/1.1" status: 200 len: 210 time: 0.0597744 Feb 16 18:22:55.497130 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-55ec06b7-39d0-4a45-9383-ad20164a0603 req-8b8dbf9f-36d9-4aae-b29a-86071b2300ea tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/security-groups?id=47ea8074-97cf-4496-bab4-dd1a7c26a887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599139 Feb 16 18:22:55.599516 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-03fa1df1-fffa-4935-bf56-ca130afa633d service neutron] 10.222.0.45 "GET /v2.0/networks/94aeaab3-9397-41f8-9c01-563e4d5cb1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074553 Feb 16 18:22:55.673620 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device dfa81414-6cba-4576-9c4f-ab7e20148495 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:22:55.711835 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-132ac318-9a1a-4788-9a05-630295bc3b9e req-fd1dd8b1-88ca-4877-8772-962e987e17f7 service neutron] 10.222.0.45 "GET /v2.0/networks/94aeaab3-9397-41f8-9c01-563e4d5cb1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030433 Feb 16 18:22:55.739984 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port dfa81414-6cba-4576-9c4f-ab7e20148495 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:22:55.740428 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (dfa81414-6cba-4576-9c4f-ab7e20148495), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:55.840014 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port dfa81414-6cba-4576-9c4f-ab7e20148495 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:22:56.026889 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b5658-81ab-4806-9055-bd74154d6f64 req-88ffdf8e-bb0a-4c79-824c-4416a4cfbc5e tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:56.028336 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-479b5658-81ab-4806-9055-bd74154d6f64 req-88ffdf8e-bb0a-4c79-824c-4416a4cfbc5e tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.45 "GET /v2.0/networks?id=fc4564aa-f6c4-4d4f-9363-86ef32257258 HTTP/1.1" status: 200 len: 809 time: 0.1210155 Feb 16 18:22:56.052505 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-479b5658-81ab-4806-9055-bd74154d6f64 req-ec46362f-4a6e-4205-bbb9-4232872c56b9 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Request body: {'port': {'device_id': '80667649-eba9-44e0-9d64-275c2d6d51a6', 'network_id': 'fc4564aa-f6c4-4d4f-9363-86ef32257258', 'admin_state_up': True, 'tenant_id': '9d5b466cb8b240088d1c9bbc4b4699bb'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:56.311183 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-479b5658-81ab-4806-9055-bd74154d6f64 req-ec46362f-4a6e-4205-bbb9-4232872c56b9 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Made reservation on behalf of 9d5b466cb8b240088d1c9bbc4b4699bb for: {'port': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:22:56.317224 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-479b5658-81ab-4806-9055-bd74154d6f64 req-ec46362f-4a6e-4205-bbb9-4232872c56b9 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:56.425798 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ac26d-9474-49ba-9b1b-880dc7dff0ec req-7a6fb6d1-9752-43b1-92b2-3d628b9a690c tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:56.427580 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-fd9ac26d-9474-49ba-9b1b-880dc7dff0ec req-7a6fb6d1-9752-43b1-92b2-3d628b9a690c tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0976894 Feb 16 18:22:56.481921 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-fd9ac26d-9474-49ba-9b1b-880dc7dff0ec req-9d56ac2d-a9e2-4baf-904b-50c7db3687f0 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449255 Feb 16 18:22:56.497417 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [req-479b5658-81ab-4806-9055-bd74154d6f64 req-ec46362f-4a6e-4205-bbb9-4232872c56b9 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Allocated IP 172.20.0.8 (fc4564aa-f6c4-4d4f-9363-86ef32257258/1c13ad86-9427-497b-bfde-7941917a23de/95ac00f3-b7ae-4ab5-8c0a-b25f26de499a) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:22:56.617273 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d15ed8c9-d2f8-4c84-a8cb-3c82f333068d req-8577bfb2-f918-4a25-aca7-539e9b8013ef tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=80667649-eba9-44e0-9d64-275c2d6d51a6 HTTP/1.1" status: 200 len: 210 time: 0.0307369 Feb 16 18:22:56.720222 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30a5ae-56a5-42a5-8062-6af6c0635f79 req-580d6dd9-0a92-4312-b7d8-d7a9b18be458 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:56.721742 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bd30a5ae-56a5-42a5-8062-6af6c0635f79 req-580d6dd9-0a92-4312-b7d8-d7a9b18be458 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=eef61f67-6ba0-4186-a3f5-03c91048beeb HTTP/1.1" status: 200 len: 944 time: 0.1299114 Feb 16 18:22:56.762454 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-479b5658-81ab-4806-9055-bd74154d6f64 req-ec46362f-4a6e-4205-bbb9-4232872c56b9 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Publish callbacks [] for port (95ac00f3-b7ae-4ab5-8c0a-b25f26de499a), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:56.799831 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bd30a5ae-56a5-42a5-8062-6af6c0635f79 req-cf03e93b-3e67-48f8-ae73-c6ed4d6645ac tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/security-groups?id=47ea8074-97cf-4496-bab4-dd1a7c26a887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724266 Feb 16 18:22:56.874699 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-479b5658-81ab-4806-9055-bd74154d6f64 req-ec46362f-4a6e-4205-bbb9-4232872c56b9 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (95ac00f3-b7ae-4ab5-8c0a-b25f26de499a), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:57.074556 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device b9f6bab3-dff6-4516-8e90-bbfa77ada86e details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=103277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 18:22:57.168875 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-479b5658-81ab-4806-9055-bd74154d6f64 req-ec46362f-4a6e-4205-bbb9-4232872c56b9 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Network fc4564aa-f6c4-4d4f-9363-86ef32257258 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:22:57.173242 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [req-479b5658-81ab-4806-9055-bd74154d6f64 req-ec46362f-4a6e-4205-bbb9-4232872c56b9 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:22:57.175676 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-479b5658-81ab-4806-9055-bd74154d6f64 req-ec46362f-4a6e-4205-bbb9-4232872c56b9 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:22:57.207069 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port b9f6bab3-dff6-4516-8e90-bbfa77ada86e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b9f6bab3-dff6-4516-8e90-bbfa77ada86e,segment=NetworkSegment(4784a99e-275b-4ae9-8d3e-18071e31eb04),segment_id=4784a99e-275b-4ae9-8d3e-18071e31eb04)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:22:57.212082 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46362f-4a6e-4205-bbb9-4232872c56b9 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Pushing event updated for resources: {'Port': ['ID=95ac00f3-b7ae-4ab5-8c0a-b25f26de499a,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:57.230074 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Returning: {'device': 'b9f6bab3-dff6-4516-8e90-bbfa77ada86e', 'network_id': '94aeaab3-9397-41f8-9c01-563e4d5cb1cb', 'port_id': 'b9f6bab3-dff6-4516-8e90-bbfa77ada86e', 'mac_address': 'fa:16:3e:ff:36:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd3a131-864f-4e2a-91e7-3773c924ed10', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 18:22:57.258490 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b5658-81ab-4806-9055-bd74154d6f64 req-ec46362f-4a6e-4205-bbb9-4232872c56b9 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:57.259225 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-479b5658-81ab-4806-9055-bd74154d6f64 req-ec46362f-4a6e-4205-bbb9-4232872c56b9 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:57.278031 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port b9f6bab3-dff6-4516-8e90-bbfa77ada86e is: DOWN; New status is: BUILD {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:22:57.278506 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (b9f6bab3-dff6-4516-8e90-bbfa77ada86e), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:57.302185 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f6bab3-dff6-4516-8e90-bbfa77ada86e {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:22:57.312629 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port b9f6bab3-dff6-4516-8e90-bbfa77ada86e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b9f6bab3-dff6-4516-8e90-bbfa77ada86e,segment=NetworkSegment(4784a99e-275b-4ae9-8d3e-18071e31eb04),segment_id=4784a99e-275b-4ae9-8d3e-18071e31eb04)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:22:57.376877 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-479b5658-81ab-4806-9055-bd74154d6f64 req-ec46362f-4a6e-4205-bbb9-4232872c56b9 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3284805 Feb 16 18:22:57.396169 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-479b5658-81ab-4806-9055-bd74154d6f64 req-b7af56d5-aa9f-47ad-865c-de2f6ed76102 service neutron] Request body: {'port': {'device_id': '80667649-eba9-44e0-9d64-275c2d6d51a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:22:57.400100 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (b9f6bab3-dff6-4516-8e90-bbfa77ada86e), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:57.465965 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=b9f6bab3-dff6-4516-8e90-bbfa77ada86e,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:57.471492 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-479b5658-81ab-4806-9055-bd74154d6f64 req-b7af56d5-aa9f-47ad-865c-de2f6ed76102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (95ac00f3-b7ae-4ab5-8c0a-b25f26de499a), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:57.618259 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223e665-fe19-48c5-9fbd-c6b7d7bcd53e req-257c11b9-3a34-4ddf-9299-bd1753a18062 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:57.620000 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7223e665-fe19-48c5-9fbd-c6b7d7bcd53e req-257c11b9-3a34-4ddf-9299-bd1753a18062 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0598557 Feb 16 18:22:57.701952 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7223e665-fe19-48c5-9fbd-c6b7d7bcd53e req-fda8797f-0cf5-4b39-97e1-b8a54264457d tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746400 Feb 16 18:22:57.721953 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['b9f6bab3-dff6-4516-8e90-bbfa77ada86e'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:22:57.796063 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [req-479b5658-81ab-4806-9055-bd74154d6f64 req-b7af56d5-aa9f-47ad-865c-de2f6ed76102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ac00f3-b7ae-4ab5-8c0a-b25f26de499a {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:22:57.804893 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-479b5658-81ab-4806-9055-bd74154d6f64 req-b7af56d5-aa9f-47ad-865c-de2f6ed76102 service neutron] Publish callbacks [] for port (95ac00f3-b7ae-4ab5-8c0a-b25f26de499a), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:57.819173 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc037cad-7ffa-4e77-a225-c237285108b0 req-c4345dab-36fe-4f3b-a352-9b4391555057 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:57.820592 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-cc037cad-7ffa-4e77-a225-c237285108b0 req-c4345dab-36fe-4f3b-a352-9b4391555057 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=80667649-eba9-44e0-9d64-275c2d6d51a6 HTTP/1.1" status: 200 len: 931 time: 0.1113899 Feb 16 18:22:57.828987 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [req-479b5658-81ab-4806-9055-bd74154d6f64 req-b7af56d5-aa9f-47ad-865c-de2f6ed76102 service neutron] Transition to ACTIVE for port object 95ac00f3-b7ae-4ab5-8c0a-b25f26de499a will not be triggered until provisioned by entity L2. {{(pid=103275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:22:57.891064 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-cc037cad-7ffa-4e77-a225-c237285108b0 req-0e8c85e4-ee18-4007-a5b9-80bb865ca8e7 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ec91071-db59-41ac-912f-4e09e3e325f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597720 Feb 16 18:22:57.912639 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-479b5658-81ab-4806-9055-bd74154d6f64 req-b7af56d5-aa9f-47ad-865c-de2f6ed76102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (95ac00f3-b7ae-4ab5-8c0a-b25f26de499a), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:57.954011 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa96cd-6997-4b11-944a-d22777604f2f req-d4311702-356e-490e-bacc-f9b25e881f45 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:57.955494 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-5eaa96cd-6997-4b11-944a-d22777604f2f req-d4311702-356e-490e-bacc-f9b25e881f45 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=eef61f67-6ba0-4186-a3f5-03c91048beeb HTTP/1.1" status: 200 len: 945 time: 0.0599563 Feb 16 18:22:57.966858 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af56d5-aa9f-47ad-865c-de2f6ed76102 service neutron] Pushing event updated for resources: {'Port': ['ID=95ac00f3-b7ae-4ab5-8c0a-b25f26de499a,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:58.003756 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-5eaa96cd-6997-4b11-944a-d22777604f2f req-47685f2b-2e61-49f2-b54e-6197483496d8 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/security-groups?id=47ea8074-97cf-4496-bab4-dd1a7c26a887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422883 Feb 16 18:22:58.031547 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-479b5658-81ab-4806-9055-bd74154d6f64 req-b7af56d5-aa9f-47ad-865c-de2f6ed76102 service neutron] Attempting to bind port 95ac00f3-b7ae-4ab5-8c0a-b25f26de499a on host hv-cinder-77398 for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:22:58.031878 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-479b5658-81ab-4806-9055-bd74154d6f64 req-b7af56d5-aa9f-47ad-865c-de2f6ed76102 service neutron] Attempting to bind port 95ac00f3-b7ae-4ab5-8c0a-b25f26de499a by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'cb42a4e6-76f6-4085-8536-425046b944ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fc4564aa-f6c4-4d4f-9363-86ef32257258'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:22:58.032201 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479b5658-81ab-4806-9055-bd74154d6f64 req-b7af56d5-aa9f-47ad-865c-de2f6ed76102 service neutron] Attempting to bind port 95ac00f3-b7ae-4ab5-8c0a-b25f26de499a on network fc4564aa-f6c4-4d4f-9363-86ef32257258 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:22:58.036593 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479b5658-81ab-4806-9055-bd74154d6f64 req-b7af56d5-aa9f-47ad-865c-de2f6ed76102 service neutron] Port 95ac00f3-b7ae-4ab5-8c0a-b25f26de499a on network fc4564aa-f6c4-4d4f-9363-86ef32257258 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 18:22:58.036907 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479b5658-81ab-4806-9055-bd74154d6f64 req-b7af56d5-aa9f-47ad-865c-de2f6ed76102 service neutron] Attempting to bind port 95ac00f3-b7ae-4ab5-8c0a-b25f26de499a on network fc4564aa-f6c4-4d4f-9363-86ef32257258 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:22:58.041697 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479b5658-81ab-4806-9055-bd74154d6f64 req-b7af56d5-aa9f-47ad-865c-de2f6ed76102 service neutron] Checking agent: {'id': '5c336864-29ba-45bb-93ac-04ba68c7d8e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'started_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:22:58.042027 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479b5658-81ab-4806-9055-bd74154d6f64 req-b7af56d5-aa9f-47ad-865c-de2f6ed76102 service neutron] Checking segment: {'id': 'cb42a4e6-76f6-4085-8536-425046b944ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fc4564aa-f6c4-4d4f-9363-86ef32257258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:22:58.042426 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479b5658-81ab-4806-9055-bd74154d6f64 req-b7af56d5-aa9f-47ad-865c-de2f6ed76102 service neutron] Bound using segment: {'id': 'cb42a4e6-76f6-4085-8536-425046b944ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fc4564aa-f6c4-4d4f-9363-86ef32257258'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:22:58.042899 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-479b5658-81ab-4806-9055-bd74154d6f64 req-b7af56d5-aa9f-47ad-865c-de2f6ed76102 service neutron] Bound port: 95ac00f3-b7ae-4ab5-8c0a-b25f26de499a, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb42a4e6-76f6-4085-8536-425046b944ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fc4564aa-f6c4-4d4f-9363-86ef32257258'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:22:58.043248 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-479b5658-81ab-4806-9055-bd74154d6f64 req-b7af56d5-aa9f-47ad-865c-de2f6ed76102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (95ac00f3-b7ae-4ab5-8c0a-b25f26de499a), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:58.108485 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-479b5658-81ab-4806-9055-bd74154d6f64 req-b7af56d5-aa9f-47ad-865c-de2f6ed76102 service neutron] For port 95ac00f3-b7ae-4ab5-8c0a-b25f26de499a, host hv-cinder-77398, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:22:58.111312 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-479b5658-81ab-4806-9055-bd74154d6f64 req-b7af56d5-aa9f-47ad-865c-de2f6ed76102 service neutron] For port 95ac00f3-b7ae-4ab5-8c0a-b25f26de499a, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=95ac00f3-b7ae-4ab5-8c0a-b25f26de499a,segment=NetworkSegment(cb42a4e6-76f6-4085-8536-425046b944ec),segment_id=cb42a4e6-76f6-4085-8536-425046b944ec)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:22:58.202651 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-479b5658-81ab-4806-9055-bd74154d6f64 req-b7af56d5-aa9f-47ad-865c-de2f6ed76102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (95ac00f3-b7ae-4ab5-8c0a-b25f26de499a), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:58.243118 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b5658-81ab-4806-9055-bd74154d6f64 req-b7af56d5-aa9f-47ad-865c-de2f6ed76102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:58.243699 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-479b5658-81ab-4806-9055-bd74154d6f64 req-b7af56d5-aa9f-47ad-865c-de2f6ed76102 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:58.245101 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-479b5658-81ab-4806-9055-bd74154d6f64 req-b7af56d5-aa9f-47ad-865c-de2f6ed76102 service neutron] 10.222.0.45 "PUT /v2.0/ports/95ac00f3-b7ae-4ab5-8c0a-b25f26de499a HTTP/1.1" status: 200 len: 1093 time: 0.8541677 Feb 16 18:22:58.247200 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80667649-eba9-44e0-9d64-275c2d6d51a6', 'tag': '95ac00f3-b7ae-4ab5-8c0a-b25f26de499a'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:22:58.249844 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02780744-b5e4-48e6-8f61-8e43496aa391" -d '{"events": [{"name": "network-changed", "server_uuid": "80667649-eba9-44e0-9d64-275c2d6d51a6", "tag": "95ac00f3-b7ae-4ab5-8c0a-b25f26de499a"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:22:58.274869 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af56d5-aa9f-47ad-865c-de2f6ed76102 service neutron] Pushing event updated for resources: {'Port': ['ID=95ac00f3-b7ae-4ab5-8c0a-b25f26de499a,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:58.290283 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1ea871-997e-4925-9be3-f53b0e4eebdf x-openstack-request-id: req-9d1ea871-997e-4925-9be3-f53b0e4eebdf {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:22:58.290594 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80667649-eba9-44e0-9d64-275c2d6d51a6", "tag": "95ac00f3-b7ae-4ab5-8c0a-b25f26de499a", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:22:58.290837 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9d1ea871-997e-4925-9be3-f53b0e4eebdf {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:22:58.291242 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80667649-eba9-44e0-9d64-275c2d6d51a6', 'tag': '95ac00f3-b7ae-4ab5-8c0a-b25f26de499a', 'status': 'completed', 'code': 200} Feb 16 18:22:58.368200 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02780744-b5e4-48e6-8f61-8e43496aa391 req-3647bd1c-f446-40e9-8859-ff15ca554bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:58.369689 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-02780744-b5e4-48e6-8f61-8e43496aa391 req-3647bd1c-f446-40e9-8859-ff15ca554bd8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d5b466cb8b240088d1c9bbc4b4699bb&device_id=80667649-eba9-44e0-9d64-275c2d6d51a6 HTTP/1.1" status: 200 len: 1127 time: 0.0469248 Feb 16 18:22:58.473032 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02780744-b5e4-48e6-8f61-8e43496aa391 req-c932c599-ba8d-4409-8e55-1393d2a95854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:58.474859 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-02780744-b5e4-48e6-8f61-8e43496aa391 req-c932c599-ba8d-4409-8e55-1393d2a95854 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9d5b466cb8b240088d1c9bbc4b4699bb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0964665 Feb 16 18:22:58.569999 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02780744-b5e4-48e6-8f61-8e43496aa391 req-3919fe43-b5b8-4e19-aa30-def47436dff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:58.571476 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-02780744-b5e4-48e6-8f61-8e43496aa391 req-3919fe43-b5b8-4e19-aa30-def47436dff0 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897925 Feb 16 18:22:58.672363 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b5658-81ab-4806-9055-bd74154d6f64 req-5cf9dc86-4ab0-49a7-9f4f-5db4d7900731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:58.673899 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-479b5658-81ab-4806-9055-bd74154d6f64 req-5cf9dc86-4ab0-49a7-9f4f-5db4d7900731 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d5b466cb8b240088d1c9bbc4b4699bb&device_id=80667649-eba9-44e0-9d64-275c2d6d51a6 HTTP/1.1" status: 200 len: 1127 time: 0.0491071 Feb 16 18:22:58.717732 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-479b5658-81ab-4806-9055-bd74154d6f64 req-44137d31-0802-4123-892a-ea4b3d19cb50 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95ac00f3-b7ae-4ab5-8c0a-b25f26de499a HTTP/1.1" status: 200 len: 217 time: 0.0343976 Feb 16 18:22:58.771583 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b5658-81ab-4806-9055-bd74154d6f64 req-8aa80514-8e53-496e-8b97-172a893a2812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:58.773513 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-479b5658-81ab-4806-9055-bd74154d6f64 req-8aa80514-8e53-496e-8b97-172a893a2812 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1c13ad86-9427-497b-bfde-7941917a23de HTTP/1.1" status: 200 len: 849 time: 0.0474672 Feb 16 18:22:58.808656 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-479b5658-81ab-4806-9055-bd74154d6f64 req-efde144b-832f-4f80-8163-07c356509a00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc4564aa-f6c4-4d4f-9363-86ef32257258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268774 Feb 16 18:22:58.830838 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ca816-0250-4a7e-86ab-65af34783f6f req-99adaf92-f84f-4239-a3b8-6020e52dd761 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:58.832319 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-360ca816-0250-4a7e-86ab-65af34783f6f req-99adaf92-f84f-4239-a3b8-6020e52dd761 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0529881 Feb 16 18:22:58.878638 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-360ca816-0250-4a7e-86ab-65af34783f6f req-bbb84f54-9e8b-4916-9007-f5a58aa64c48 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407157 Feb 16 18:22:58.903495 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-479b5658-81ab-4806-9055-bd74154d6f64 req-b381c7a2-b1d8-4552-be37-9c0b907cee35 service neutron] 10.222.0.45 "GET /v2.0/networks/fc4564aa-f6c4-4d4f-9363-86ef32257258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887103 Feb 16 18:22:59.027727 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-479b5658-81ab-4806-9055-bd74154d6f64 req-e73f0b9a-ea8e-42eb-b410-99f5115c7bf9 service neutron] 10.222.0.45 "GET /v2.0/networks/fc4564aa-f6c4-4d4f-9363-86ef32257258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174145 Feb 16 18:22:59.062854 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144dc4e-253b-4902-b2e3-17769a922ddd req-8c7e55e4-2b85-488f-b1df-bf2b9cea00c4 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:59.064355 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-3144dc4e-253b-4902-b2e3-17769a922ddd req-8c7e55e4-2b85-488f-b1df-bf2b9cea00c4 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=80667649-eba9-44e0-9d64-275c2d6d51a6 HTTP/1.1" status: 200 len: 943 time: 0.0940793 Feb 16 18:22:59.075333 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device b9f6bab3-dff6-4516-8e90-bbfa77ada86e up at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:22:59.118113 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-3144dc4e-253b-4902-b2e3-17769a922ddd req-09f0e1b5-fc34-48e5-876d-1755677336b9 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ec91071-db59-41ac-912f-4e09e3e325f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481369 Feb 16 18:22:59.154857 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e16563-b813-4302-9dc8-309cf3490727 req-21fbb1ae-9a02-44d8-9ff9-f0d83a2138ac tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:59.156920 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d9e16563-b813-4302-9dc8-309cf3490727 req-21fbb1ae-9a02-44d8-9ff9-f0d83a2138ac tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=eef61f67-6ba0-4186-a3f5-03c91048beeb HTTP/1.1" status: 200 len: 945 time: 0.0614116 Feb 16 18:22:59.181174 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning for port b9f6bab3-dff6-4516-8e90-bbfa77ada86e completed by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:22:59.185834 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning complete for port b9f6bab3-dff6-4516-8e90-bbfa77ada86e triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:22:59.190761 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (b9f6bab3-dff6-4516-8e90-bbfa77ada86e), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:59.206233 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d9e16563-b813-4302-9dc8-309cf3490727 req-feb00203-7732-4c60-a850-802d8abd9aca tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/security-groups?id=47ea8074-97cf-4496-bab4-dd1a7c26a887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439255 Feb 16 18:22:59.266723 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port b9f6bab3-dff6-4516-8e90-bbfa77ada86e is: BUILD; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:22:59.267144 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (b9f6bab3-dff6-4516-8e90-bbfa77ada86e), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:59.289165 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef61f67-6ba0-4186-a3f5-03c91048beeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f6bab3-dff6-4516-8e90-bbfa77ada86e'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:22:59.291400 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad369e7-626e-4882-9108-c913076789ad" -d '{"events": [{"server_uuid": "eef61f67-6ba0-4186-a3f5-03c91048beeb", "name": "network-vif-plugged", "status": "completed", "tag": "b9f6bab3-dff6-4516-8e90-bbfa77ada86e"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:22:59.303824 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port b9f6bab3-dff6-4516-8e90-bbfa77ada86e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b9f6bab3-dff6-4516-8e90-bbfa77ada86e,segment=NetworkSegment(4784a99e-275b-4ae9-8d3e-18071e31eb04),segment_id=4784a99e-275b-4ae9-8d3e-18071e31eb04)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:22:59.329460 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6723b8-89c5-4655-a2dd-afb17d9323b1 x-openstack-request-id: req-3e6723b8-89c5-4655-a2dd-afb17d9323b1 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:22:59.329779 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef61f67-6ba0-4186-a3f5-03c91048beeb", "name": "network-vif-plugged", "status": "completed", "tag": "b9f6bab3-dff6-4516-8e90-bbfa77ada86e", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:22:59.330041 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3e6723b8-89c5-4655-a2dd-afb17d9323b1 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:22:59.330468 dv-cinder-773985-33-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef61f67-6ba0-4186-a3f5-03c91048beeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f6bab3-dff6-4516-8e90-bbfa77ada86e', 'code': 200} Feb 16 18:22:59.369893 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (b9f6bab3-dff6-4516-8e90-bbfa77ada86e), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:22:59.428573 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=b9f6bab3-dff6-4516-8e90-bbfa77ada86e,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:22:59.656458 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e35e09-0f79-4282-91f2-6747e3867767 req-f29e4bb1-299d-4867-8e32-549a61a5cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:22:59.658842 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-66e35e09-0f79-4282-91f2-6747e3867767 req-f29e4bb1-299d-4867-8e32-549a61a5cfcf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eef61f67-6ba0-4186-a3f5-03c91048beeb HTTP/1.1" status: 200 len: 1130 time: 0.0459125 Feb 16 18:22:59.705696 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-66e35e09-0f79-4282-91f2-6747e3867767 req-1ee42026-b71d-40e0-b5a4-b6a7b1ed4a7c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=47ea8074-97cf-4496-bab4-dd1a7c26a887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392742 Feb 16 18:23:00.001312 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e987f7-ca21-4a5c-b2c4-7b9a74cb3a59 req-2f727784-c470-4150-9411-244d2b9da4af tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:00.003017 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-18e987f7-ca21-4a5c-b2c4-7b9a74cb3a59 req-2f727784-c470-4150-9411-244d2b9da4af tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0571175 Feb 16 18:23:00.052456 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-18e987f7-ca21-4a5c-b2c4-7b9a74cb3a59 req-ea106b21-27f9-4cce-a0b0-a21639d8b30f tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430298 Feb 16 18:23:00.248711 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5164c2-7308-4808-b8a2-ca87b4d57ba8 req-c6453448-d815-4d1a-9954-b679c3bd2d2f tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:00.249270 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9a5164c2-7308-4808-b8a2-ca87b4d57ba8 req-c6453448-d815-4d1a-9954-b679c3bd2d2f tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=80667649-eba9-44e0-9d64-275c2d6d51a6 HTTP/1.1" status: 200 len: 943 time: 0.0613620 Feb 16 18:23:00.297525 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9a5164c2-7308-4808-b8a2-ca87b4d57ba8 req-47333b4d-f389-4b2b-8ab6-ba7de05114dc tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ec91071-db59-41ac-912f-4e09e3e325f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421956 Feb 16 18:23:00.331270 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292bea7-2320-4dd5-a01f-1790c6c546cb req-545b5050-8db1-46d9-ba06-5d57537a8816 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:00.332827 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0292bea7-2320-4dd5-a01f-1790c6c546cb req-545b5050-8db1-46d9-ba06-5d57537a8816 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=eef61f67-6ba0-4186-a3f5-03c91048beeb HTTP/1.1" status: 200 len: 946 time: 0.0555139 Feb 16 18:23:00.393297 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0292bea7-2320-4dd5-a01f-1790c6c546cb req-b484ec9f-bdb8-4fbf-aa96-1c24ad759506 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/security-groups?id=47ea8074-97cf-4496-bab4-dd1a7c26a887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545261 Feb 16 18:23:01.087680 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 95ac00f3-b7ae-4ab5-8c0a-b25f26de499a details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=103277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 18:23:01.181905 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1710611-fa6b-415f-abd3-8dd863fd62cf req-ef1901d5-4db1-493f-8685-65af88bae552 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:01.183861 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c1710611-fa6b-415f-abd3-8dd863fd62cf req-ef1901d5-4db1-493f-8685-65af88bae552 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0566447 Feb 16 18:23:01.194208 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 95ac00f3-b7ae-4ab5-8c0a-b25f26de499a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=95ac00f3-b7ae-4ab5-8c0a-b25f26de499a,segment=NetworkSegment(cb42a4e6-76f6-4085-8536-425046b944ec),segment_id=cb42a4e6-76f6-4085-8536-425046b944ec)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:23:01.207625 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Returning: {'device': '95ac00f3-b7ae-4ab5-8c0a-b25f26de499a', 'network_id': 'fc4564aa-f6c4-4d4f-9363-86ef32257258', 'port_id': '95ac00f3-b7ae-4ab5-8c0a-b25f26de499a', 'mac_address': 'fa:16:3e:ae:89:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c13ad86-9427-497b-bfde-7941917a23de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 18:23:01.257782 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 95ac00f3-b7ae-4ab5-8c0a-b25f26de499a is: DOWN; New status is: BUILD {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:23:01.258231 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (95ac00f3-b7ae-4ab5-8c0a-b25f26de499a), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:01.260959 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c1710611-fa6b-415f-abd3-8dd863fd62cf req-b5bc87d8-025a-4fe6-8247-5836a582e621 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669677 Feb 16 18:23:01.279531 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ac00f3-b7ae-4ab5-8c0a-b25f26de499a {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:23:01.300418 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 95ac00f3-b7ae-4ab5-8c0a-b25f26de499a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=95ac00f3-b7ae-4ab5-8c0a-b25f26de499a,segment=NetworkSegment(cb42a4e6-76f6-4085-8536-425046b944ec),segment_id=cb42a4e6-76f6-4085-8536-425046b944ec)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:23:01.354444 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (95ac00f3-b7ae-4ab5-8c0a-b25f26de499a), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:01.409623 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dade291-bc31-4f69-aa4e-1b35ccfc428d req-aae0fb5c-8a3e-4131-87c3-19e0984a17f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:01.411166 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9dade291-bc31-4f69-aa4e-1b35ccfc428d req-aae0fb5c-8a3e-4131-87c3-19e0984a17f6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 1130 time: 0.0559435 Feb 16 18:23:01.411574 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=95ac00f3-b7ae-4ab5-8c0a-b25f26de499a,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:01.464406 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044914a-ac73-43ef-88a4-21852f790d21 req-09882032-be1b-471e-8748-2fda4a45bc33 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:01.472644 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a044914a-ac73-43ef-88a4-21852f790d21 req-09882032-be1b-471e-8748-2fda4a45bc33 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=80667649-eba9-44e0-9d64-275c2d6d51a6 HTTP/1.1" status: 200 len: 944 time: 0.0982075 Feb 16 18:23:01.500529 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9dade291-bc31-4f69-aa4e-1b35ccfc428d req-b7108abc-5c30-40e1-a75f-0b4392b7d145 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818644 Feb 16 18:23:01.518536 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a044914a-ac73-43ef-88a4-21852f790d21 req-a06c7d9e-2136-4b90-9f9f-26e2542c526a tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ec91071-db59-41ac-912f-4e09e3e325f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447836 Feb 16 18:23:01.553492 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3fdcfa-fe6a-48ec-b1f4-28bee8d09856 req-bde79573-bf47-4178-94eb-be2fcd47e7e7 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:01.554974 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7b3fdcfa-fe6a-48ec-b1f4-28bee8d09856 req-bde79573-bf47-4178-94eb-be2fcd47e7e7 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=eef61f67-6ba0-4186-a3f5-03c91048beeb HTTP/1.1" status: 200 len: 946 time: 0.0649650 Feb 16 18:23:01.603218 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7b3fdcfa-fe6a-48ec-b1f4-28bee8d09856 req-e5bd2ecc-3a53-4b26-a3ab-fc463a59f1ff tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/security-groups?id=47ea8074-97cf-4496-bab4-dd1a7c26a887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424705 Feb 16 18:23:01.666555 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['95ac00f3-b7ae-4ab5-8c0a-b25f26de499a'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:23:01.807041 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 58694) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:23:01.927775 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-155d4566-2132-4dcd-b69e-26af42ae31c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:02.000361 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-155d4566-2132-4dcd-b69e-26af42ae31c1 admin admin] Publish callbacks [] for security_group (e59b7cd9-2f1a-469c-99b2-5af0de521485), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:02.091057 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-155d4566-2132-4dcd-b69e-26af42ae31c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (e59b7cd9-2f1a-469c-99b2-5af0de521485), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:02.129564 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-155d4566-2132-4dcd-b69e-26af42ae31c1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=06214c6ed6834af1b3154c18dae0d73f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3211155 Feb 16 18:23:02.130441 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d4566-2132-4dcd-b69e-26af42ae31c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59b7cd9-2f1a-469c-99b2-5af0de521485,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:02.132843 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 58702) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:23:02.166392 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3ba05062-e8ad-4d47-bce3-367739961597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:02.203432 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2d238f33-7896-4028-aac9-baa084141357 admin admin] Publish callbacks [] for security_group (e59b7cd9-2f1a-469c-99b2-5af0de521485), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:02.225756 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2d238f33-7896-4028-aac9-baa084141357 admin admin] Publish callbacks [] for security_group (e59b7cd9-2f1a-469c-99b2-5af0de521485), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:02.366031 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2d238f33-7896-4028-aac9-baa084141357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (e59b7cd9-2f1a-469c-99b2-5af0de521485), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:02.366031 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2d238f33-7896-4028-aac9-baa084141357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:02.366031 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-2d238f33-7896-4028-aac9-baa084141357 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e59b7cd9-2f1a-469c-99b2-5af0de521485 HTTP/1.1" status: 204 len: 168 time: 0.2290621 Feb 16 18:23:02.374416 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d238f33-7896-4028-aac9-baa084141357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59b7cd9-2f1a-469c-99b2-5af0de521485,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:02.406215 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3448c47-a510-4e73-87ad-2dbb673697fe req-33a54ce1-2a7b-4cdf-ab58-e21a2c904b44 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:02.407852 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e3448c47-a510-4e73-87ad-2dbb673697fe req-33a54ce1-2a7b-4cdf-ab58-e21a2c904b44 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0683587 Feb 16 18:23:02.466087 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e3448c47-a510-4e73-87ad-2dbb673697fe req-a84d0ad0-4e77-4843-8ee0-7ebab4e48078 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520802 Feb 16 18:23:02.660176 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1923e-5452-4df9-bb6c-af6ade5d1cd4 req-27fa6777-d38e-479f-9ac9-410b7b74965e tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:02.661765 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b9a1923e-5452-4df9-bb6c-af6ade5d1cd4 req-27fa6777-d38e-479f-9ac9-410b7b74965e tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=80667649-eba9-44e0-9d64-275c2d6d51a6 HTTP/1.1" status: 200 len: 944 time: 0.0645411 Feb 16 18:23:02.712552 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b9a1923e-5452-4df9-bb6c-af6ade5d1cd4 req-699d37f6-cbbc-4ea8-807f-6b5220e6eff7 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ec91071-db59-41ac-912f-4e09e3e325f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454218 Feb 16 18:23:03.104472 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 95ac00f3-b7ae-4ab5-8c0a-b25f26de499a up at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:23:03.218807 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning for port 95ac00f3-b7ae-4ab5-8c0a-b25f26de499a completed by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:23:03.222849 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning complete for port 95ac00f3-b7ae-4ab5-8c0a-b25f26de499a triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:23:03.223224 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (95ac00f3-b7ae-4ab5-8c0a-b25f26de499a), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:03.304859 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 95ac00f3-b7ae-4ab5-8c0a-b25f26de499a is: BUILD; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:23:03.305284 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (95ac00f3-b7ae-4ab5-8c0a-b25f26de499a), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:03.329616 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80667649-eba9-44e0-9d64-275c2d6d51a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ac00f3-b7ae-4ab5-8c0a-b25f26de499a'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:23:03.332015 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d9597f-8852-4457-b192-6aa1123afbf4" -d '{"events": [{"server_uuid": "80667649-eba9-44e0-9d64-275c2d6d51a6", "name": "network-vif-plugged", "status": "completed", "tag": "95ac00f3-b7ae-4ab5-8c0a-b25f26de499a"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:23:03.351236 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 95ac00f3-b7ae-4ab5-8c0a-b25f26de499a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=95ac00f3-b7ae-4ab5-8c0a-b25f26de499a,segment=NetworkSegment(cb42a4e6-76f6-4085-8536-425046b944ec),segment_id=cb42a4e6-76f6-4085-8536-425046b944ec)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:23:03.383424 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90329b72-2a0a-428b-8013-e8f1291226de x-openstack-request-id: req-90329b72-2a0a-428b-8013-e8f1291226de {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:23:03.383961 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80667649-eba9-44e0-9d64-275c2d6d51a6", "name": "network-vif-plugged", "status": "completed", "tag": "95ac00f3-b7ae-4ab5-8c0a-b25f26de499a", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:23:03.384510 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-90329b72-2a0a-428b-8013-e8f1291226de {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:23:03.385193 dv-cinder-773985-33-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80667649-eba9-44e0-9d64-275c2d6d51a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ac00f3-b7ae-4ab5-8c0a-b25f26de499a', 'code': 200} Feb 16 18:23:03.396728 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 58752) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:23:03.422055 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (95ac00f3-b7ae-4ab5-8c0a-b25f26de499a), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:03.489156 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=95ac00f3-b7ae-4ab5-8c0a-b25f26de499a,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:03.509262 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-5b59d9db-e7e8-4cd1-a76a-f084e21f0976 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-177417997-network', 'tenant_id': '504750dba476418dbce439401f05472d'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:23:03.581396 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b59d9db-e7e8-4cd1-a76a-f084e21f0976 admin admin] Made reservation on behalf of 504750dba476418dbce439401f05472d for: {'network': 1} {{(pid=103276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:23:03.583966 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5b59d9db-e7e8-4cd1-a76a-f084e21f0976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for network (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:03.596296 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5b59d9db-e7e8-4cd1-a76a-f084e21f0976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:03.604352 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6752a5-2c6e-4096-8adf-ef25d27d823c req-c7730cc8-f1ad-40cd-98f6-0b953080b7d7 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:03.605929 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ba6752a5-2c6e-4096-8adf-ef25d27d823c req-c7730cc8-f1ad-40cd-98f6-0b953080b7d7 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0598583 Feb 16 18:23:03.661555 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ba6752a5-2c6e-4096-8adf-ef25d27d823c req-8859e6e9-31c3-4a8f-8b39-d990c8f5b07e tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486140 Feb 16 18:23:03.758017 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7b0c8-c597-4c93-b77c-bf0174fcad64 req-ee65bd08-cee9-4d7e-b77e-2fc467e4f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:03.759543 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-23f7b0c8-c597-4c93-b77c-bf0174fcad64 req-ee65bd08-cee9-4d7e-b77e-2fc467e4f2a4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=80667649-eba9-44e0-9d64-275c2d6d51a6 HTTP/1.1" status: 200 len: 1129 time: 0.0745850 Feb 16 18:23:03.839676 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5b59d9db-e7e8-4cd1-a76a-f084e21f0976 admin admin] Publish callbacks [] for security_group (a2f6cb50-9344-4c4d-9b7d-fa3415a34126), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:03.846666 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-23f7b0c8-c597-4c93-b77c-bf0174fcad64 req-307ec5ba-aeb9-4d82-9e94-2141d9600298 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0ec91071-db59-41ac-912f-4e09e3e325f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764875 Feb 16 18:23:03.866684 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f7216-7d13-4648-aa53-1bad7896880c req-38fe8411-3c54-44fa-8643-24433cd89e23 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:03.868184 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ac8f7216-7d13-4648-aa53-1bad7896880c req-38fe8411-3c54-44fa-8643-24433cd89e23 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=80667649-eba9-44e0-9d64-275c2d6d51a6 HTTP/1.1" status: 200 len: 945 time: 0.0667424 Feb 16 18:23:03.917354 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ac8f7216-7d13-4648-aa53-1bad7896880c req-7b7150be-f55e-4282-982e-34a2da16b061 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ec91071-db59-41ac-912f-4e09e3e325f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427575 Feb 16 18:23:03.953860 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5b59d9db-e7e8-4cd1-a76a-f084e21f0976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (a2f6cb50-9344-4c4d-9b7d-fa3415a34126), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:03.978942 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b59d9db-e7e8-4cd1-a76a-f084e21f0976 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=103276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 18:23:03.988413 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59d9db-e7e8-4cd1-a76a-f084e21f0976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f6cb50-9344-4c4d-9b7d-fa3415a34126,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:03.992978 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5b59d9db-e7e8-4cd1-a76a-f084e21f0976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (0f4922ac-3f69-4c1c-868b-6e5f1680ee82), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:03.993336 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.db.segments_db [None req-5b59d9db-e7e8-4cd1-a76a-f084e21f0976 admin admin] Added segment 0f4922ac-3f69-4c1c-868b-6e5f1680ee82 of type vlan for network 146f32e9-98cf-4603-aa28-6dcd74956ad8 Feb 16 18:23:04.044317 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5b59d9db-e7e8-4cd1-a76a-f084e21f0976 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776561717104'] for network (146f32e9-98cf-4603-aa28-6dcd74956ad8), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:04.117508 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d25d9c-7fb5-448d-80a6-fc9706223ca5 req-7381ee4c-64d5-4d3f-a08f-d9496f842ac4 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:04.119094 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-42d25d9c-7fb5-448d-80a6-fc9706223ca5 req-7381ee4c-64d5-4d3f-a08f-d9496f842ac4 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0581236 Feb 16 18:23:04.155101 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5b59d9db-e7e8-4cd1-a76a-f084e21f0976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for network (146f32e9-98cf-4603-aa28-6dcd74956ad8), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:04.156159 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b59d9db-e7e8-4cd1-a76a-f084e21f0976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:04.156856 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5b59d9db-e7e8-4cd1-a76a-f084e21f0976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:04.167283 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-42d25d9c-7fb5-448d-80a6-fc9706223ca5 req-11a4fc28-d843-4481-9314-08a7d0cc4c4e tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423937 Feb 16 18:23:04.223137 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59d9db-e7e8-4cd1-a76a-f084e21f0976 admin admin] Pushing event updated for resources: {'Network': ['ID=146f32e9-98cf-4603-aa28-6dcd74956ad8,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:04.234495 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Network 146f32e9-98cf-4603-aa28-6dcd74956ad8 details requested by agent ovs-agent-dv-cinder-773985-33-iscsi with host dv-cinder-773985-33-iscsi {{(pid=103277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 18:23:04.261563 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 58770) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:23:04.261819 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-5b59d9db-e7e8-4cd1-a76a-f084e21f0976 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8632121 Feb 16 18:23:04.267963 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-317795aa-09f1-472b-b897-a45181c7cb78 admin admin] Request body: {'subnet': {'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-177417997-subnet', 'tenant_id': '504750dba476418dbce439401f05472d', 'ip_version': 4}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:23:04.299111 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1001f-69d9-4f0b-afa0-aecf6d4d8e54 req-bd5e5ec7-5699-482e-8789-817694cbda74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:04.300602 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-70e1001f-69d9-4f0b-afa0-aecf6d4d8e54 req-bd5e5ec7-5699-482e-8789-817694cbda74 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e740c52ad64142398b541359c4b59da4&device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 1130 time: 0.0656462 Feb 16 18:23:04.394830 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317795aa-09f1-472b-b897-a45181c7cb78 admin admin] Made reservation on behalf of 504750dba476418dbce439401f05472d for: {'subnet': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:23:04.397106 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-317795aa-09f1-472b-b897-a45181c7cb78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8761744'] for subnet (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:04.452092 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b567d04b-9da9-43d0-99b1-d7633dafe128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:04.470554 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1001f-69d9-4f0b-afa0-aecf6d4d8e54 req-f87736aa-19e3-4bd8-bbf3-e55597cdf939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:04.472017 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-70e1001f-69d9-4f0b-afa0-aecf6d4d8e54 req-f87736aa-19e3-4bd8-bbf3-e55597cdf939 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b925c41-17ee-42bb-8e4d-3cf4909400ae HTTP/1.1" status: 200 len: 920 time: 0.1407080 Feb 16 18:23:04.528384 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-70e1001f-69d9-4f0b-afa0-aecf6d4d8e54 req-f4e1602e-99c1-4032-a48b-bee8a7d66107 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=632dec37-55bd-4e4c-9b06-21151fe52ba6 HTTP/1.1" status: 200 len: 217 time: 0.0428059 Feb 16 18:23:04.610772 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1001f-69d9-4f0b-afa0-aecf6d4d8e54 req-88128fb9-833d-43ab-8ceb-c5b1ad91b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:04.612234 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-70e1001f-69d9-4f0b-afa0-aecf6d4d8e54 req-88128fb9-833d-43ab-8ceb-c5b1ad91b6e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f85686ac-8d4f-40f4-9d20-44dd74c413da HTTP/1.1" status: 200 len: 859 time: 0.0770323 Feb 16 18:23:04.680831 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-70e1001f-69d9-4f0b-afa0-aecf6d4d8e54 req-0c010eed-764e-42bd-a912-8845a4b5515c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b925c41-17ee-42bb-8e4d-3cf4909400ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403039 Feb 16 18:23:04.749457 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-317795aa-09f1-472b-b897-a45181c7cb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8533352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8761762'] for subnet (6943099e-918e-4aea-8b30-7b25ef27e6ab), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:04.831657 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-70e1001f-69d9-4f0b-afa0-aecf6d4d8e54 req-d9f445f3-6f1b-4ca4-acd7-b2ce87cf8c3c service neutron] 10.222.0.45 "GET /v2.0/networks/2b925c41-17ee-42bb-8e4d-3cf4909400ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406136 Feb 16 18:23:04.837162 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317795aa-09f1-472b-b897-a45181c7cb78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6943099e-918e-4aea-8b30-7b25ef27e6ab,revision_number=0']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:04.874717 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317795aa-09f1-472b-b897-a45181c7cb78 admin admin] Checking segment: {'id': '0f4922ac-3f69-4c1c-868b-6e5f1680ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:23:04.875013 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317795aa-09f1-472b-b897-a45181c7cb78 admin admin] Network hostable DHCP agents. Network: 146f32e9-98cf-4603-aa28-6dcd74956ad8, hostable agents: ['f2339edf-a2ee-4e84-8bf4-086a7482b327'], hosted agents: [] {{(pid=103275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 18:23:04.948953 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-70e1001f-69d9-4f0b-afa0-aecf6d4d8e54 req-e1c3568c-9813-4802-b0e6-abefe385d82b service neutron] 10.222.0.45 "GET /v2.0/networks/2b925c41-17ee-42bb-8e4d-3cf4909400ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087973 Feb 16 18:23:04.994217 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317795aa-09f1-472b-b897-a45181c7cb78 admin admin] Network 146f32e9-98cf-4603-aa28-6dcd74956ad8 is scheduled to be hosted by DHCP agent f2339edf-a2ee-4e84-8bf4-086a7482b327 with binding_index 1 {{(pid=103275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 18:23:05.044066 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7e080-3dec-4254-940f-2046a4158a9d req-e274231b-cf07-413c-a838-44975e414a86 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:05.046077 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-37a7e080-3dec-4254-940f-2046a4158a9d req-e274231b-cf07-413c-a838-44975e414a86 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=80667649-eba9-44e0-9d64-275c2d6d51a6 HTTP/1.1" status: 200 len: 945 time: 0.0545535 Feb 16 18:23:05.066743 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-317795aa-09f1-472b-b897-a45181c7cb78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-33-iscsi, 146f32e9-98cf-4603-aa28-6dcd74956ad8) {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:23:05.071068 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317795aa-09f1-472b-b897-a45181c7cb78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:05.071742 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-317795aa-09f1-472b-b897-a45181c7cb78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for subnet (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:05.078243 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c95318-6dde-4d45-b91f-eaa9bcc481a8 None None] Network 146f32e9-98cf-4603-aa28-6dcd74956ad8 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:23:05.096928 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-37a7e080-3dec-4254-940f-2046a4158a9d req-aa173223-4154-4409-9083-5b00f8ab3677 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ec91071-db59-41ac-912f-4e09e3e325f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452740 Feb 16 18:23:05.153975 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 58778) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:23:05.154222 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-317795aa-09f1-472b-b897-a45181c7cb78 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8913629 Feb 16 18:23:05.159177 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-2debfad0-af9c-402d-bd6c-3a94426c1671 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-177417997-router', 'tenant_id': '504750dba476418dbce439401f05472d', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:23:05.253681 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2debfad0-af9c-402d-bd6c-3a94426c1671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-465507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1026382'] for router (3c16de96-10b6-49b4-95a8-6b1d5ff063e2), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:05.255104 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2debfad0-af9c-402d-bd6c-3a94426c1671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-459561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1026423'] for router (3c16de96-10b6-49b4-95a8-6b1d5ff063e2), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:05.320457 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665cb44-d337-44fb-9367-73673990f123 req-096f9daa-1c4e-4217-9201-710ce37784e9 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:05.322010 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b665cb44-d337-44fb-9367-73673990f123 req-096f9daa-1c4e-4217-9201-710ce37784e9 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0772800 Feb 16 18:23:05.328808 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc7621e-acee-4b9f-8c50-f8f6d2e53844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15817be5-ed40-5113-87ca-305c7188bdc0-146f32e9-98cf-4603-aa28-6dcd74956ad8', 'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8', 'project_id': '504750dba476418dbce439401f05472d', 'fixed_ips': [{'subnet_id': '6943099e-918e-4aea-8b30-7b25ef27e6ab'}]}} from dv-cinder-773985-33-iscsi. {{(pid=103277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 18:23:05.330457 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3cc7621e-acee-4b9f-8c50-f8f6d2e53844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:05.343829 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2debfad0-af9c-402d-bd6c-3a94426c1671 admin admin] Publish callbacks [] for router_controller (3c16de96-10b6-49b4-95a8-6b1d5ff063e2), precommit_add_association {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:05.392570 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b665cb44-d337-44fb-9367-73673990f123 req-c4fcb11c-8251-4217-ac27-3678984f7178 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579429 Feb 16 18:23:05.478322 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [None req-3cc7621e-acee-4b9f-8c50-f8f6d2e53844 None None] Allocated IP 172.20.0.2 (146f32e9-98cf-4603-aa28-6dcd74956ad8/6943099e-918e-4aea-8b30-7b25ef27e6ab/6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:23:05.568523 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2debfad0-af9c-402d-bd6c-3a94426c1671 admin admin] Publish callbacks [] for router_gateway (3c16de96-10b6-49b4-95a8-6b1d5ff063e2), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:05.606056 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:05.649652 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3cc7621e-acee-4b9f-8c50-f8f6d2e53844 None None] Publish callbacks [] for port (6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:05.731397 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3cc7621e-acee-4b9f-8c50-f8f6d2e53844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341'] for port (6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:05.776139 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc7621e-acee-4b9f-8c50-f8f6d2e53844 None None] Network 146f32e9-98cf-4603-aa28-6dcd74956ad8 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:23:05.779057 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-3cc7621e-acee-4b9f-8c50-f8f6d2e53844 None None] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:23:05.782650 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc7621e-acee-4b9f-8c50-f8f6d2e53844 None None] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:23:05.789412 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7621e-acee-4b9f-8c50-f8f6d2e53844 None None] Pushing event updated for resources: {'Port': ['ID=6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:05.839665 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2debfad0-af9c-402d-bd6c-3a94426c1671 admin admin] Publish callbacks [] for router_gateway (3c16de96-10b6-49b4-95a8-6b1d5ff063e2), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:05.844950 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-3cc7621e-acee-4b9f-8c50-f8f6d2e53844 None None] Attempting to bind port 6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4 on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:23:05.845344 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-3cc7621e-acee-4b9f-8c50-f8f6d2e53844 None None] Attempting to bind port 6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4 by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': '0f4922ac-3f69-4c1c-868b-6e5f1680ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:23:05.845734 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc7621e-acee-4b9f-8c50-f8f6d2e53844 None None] Attempting to bind port 6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4 on network 146f32e9-98cf-4603-aa28-6dcd74956ad8 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:23:05.850960 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc7621e-acee-4b9f-8c50-f8f6d2e53844 None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:23:05.851329 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc7621e-acee-4b9f-8c50-f8f6d2e53844 None None] Checking segment: {'id': '0f4922ac-3f69-4c1c-868b-6e5f1680ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:23:05.851729 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3cc7621e-acee-4b9f-8c50-f8f6d2e53844 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:05.852115 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc7621e-acee-4b9f-8c50-f8f6d2e53844 None None] Bound using segment: {'id': '0f4922ac-3f69-4c1c-868b-6e5f1680ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:23:05.852675 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-3cc7621e-acee-4b9f-8c50-f8f6d2e53844 None None] Bound port: 6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f4922ac-3f69-4c1c-868b-6e5f1680ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:23:05.853128 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3cc7621e-acee-4b9f-8c50-f8f6d2e53844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:05.867351 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2debfad0-af9c-402d-bd6c-3a94426c1671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:05.917291 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-3cc7621e-acee-4b9f-8c50-f8f6d2e53844 None None] For port 6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:23:05.921033 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-3cc7621e-acee-4b9f-8c50-f8f6d2e53844 None None] For port 6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4,segment=NetworkSegment(0f4922ac-3f69-4c1c-868b-6e5f1680ee82),segment_id=0f4922ac-3f69-4c1c-868b-6e5f1680ee82)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:23:05.975626 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-2debfad0-af9c-402d-bd6c-3a94426c1671 admin admin] Allocated IP 172.27.3.228 (c00f8eca-8c80-474c-b61e-3160eeb0c24d/19362ace-3fbd-48f2-895e-4d065f6f071c/52180229-a7b5-44e3-9789-ee885693e3a4) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:23:06.000466 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3cc7621e-acee-4b9f-8c50-f8f6d2e53844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:06.072845 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7621e-acee-4b9f-8c50-f8f6d2e53844 None None] Pushing event updated for resources: {'Port': ['ID=6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:06.087733 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2debfad0-af9c-402d-bd6c-3a94426c1671 admin admin] Publish callbacks [] for port (52180229-a7b5-44e3-9789-ee885693e3a4), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:06.165993 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2debfad0-af9c-402d-bd6c-3a94426c1671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (52180229-a7b5-44e3-9789-ee885693e3a4), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:06.268851 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2debfad0-af9c-402d-bd6c-3a94426c1671 admin admin] Network c00f8eca-8c80-474c-b61e-3160eeb0c24d is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:23:06.274977 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-2debfad0-af9c-402d-bd6c-3a94426c1671 admin admin] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:23:06.278965 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debfad0-af9c-402d-bd6c-3a94426c1671 admin admin] Pushing event updated for resources: {'Port': ['ID=52180229-a7b5-44e3-9789-ee885693e3a4,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:06.283534 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2debfad0-af9c-402d-bd6c-3a94426c1671 admin admin] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:23:06.334842 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c970a-767d-4af0-b90c-34a46699628d req-84733277-d9c3-476a-abfd-7f1f54c7fc4b tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:06.338840 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-917c970a-767d-4af0-b90c-34a46699628d req-84733277-d9c3-476a-abfd-7f1f54c7fc4b tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=80667649-eba9-44e0-9d64-275c2d6d51a6 HTTP/1.1" status: 200 len: 945 time: 0.1621025 Feb 16 18:23:06.481587 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-917c970a-767d-4af0-b90c-34a46699628d req-e7138662-8abb-42e1-9fc2-8cbf41d95de5 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ec91071-db59-41ac-912f-4e09e3e325f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371624 Feb 16 18:23:06.504126 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85687b-e30a-480e-a4d3-7462a89c10a9 req-fa689035-a8b8-48db-9840-bb93650b1c49 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:06.513471 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7d85687b-e30a-480e-a4d3-7462a89c10a9 req-fa689035-a8b8-48db-9840-bb93650b1c49 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0568972 Feb 16 18:23:06.560262 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7d85687b-e30a-480e-a4d3-7462a89c10a9 req-131b7674-62f0-4493-a134-9ca6b6d8b882 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447149 Feb 16 18:23:06.659496 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2debfad0-af9c-402d-bd6c-3a94426c1671 admin admin] Publish callbacks [] for router_gateway (3c16de96-10b6-49b4-95a8-6b1d5ff063e2), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:06.877431 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2debfad0-af9c-402d-bd6c-3a94426c1671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-465654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-459636'] for router (3c16de96-10b6-49b4-95a8-6b1d5ff063e2), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:06.986089 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc43005-dc8b-47f7-bca3-09417a59da6e None None] Network 146f32e9-98cf-4603-aa28-6dcd74956ad8 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:23:07.049203 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:07.117901 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2debfad0-af9c-402d-bd6c-3a94426c1671 admin admin] Router 3c16de96-10b6-49b4-95a8-6b1d5ff063e2 is scheduled to L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 with binding_index 1 {{(pid=103276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 18:23:07.132731 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-e3881caf-2caf-47d6-aab6-11614b468cf6 None None] Provisioning complete for port 6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:23:07.133458 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e3881caf-2caf-47d6-aab6-11614b468cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:07.259695 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-e3881caf-2caf-47d6-aab6-11614b468cf6 None None] Current status of the port 6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4 is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:23:07.260839 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e3881caf-2caf-47d6-aab6-11614b468cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:07.305701 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-e3881caf-2caf-47d6-aab6-11614b468cf6 None None] For port 6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4,segment=NetworkSegment(0f4922ac-3f69-4c1c-868b-6e5f1680ee82),segment_id=0f4922ac-3f69-4c1c-868b-6e5f1680ee82)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:23:07.393332 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e3881caf-2caf-47d6-aab6-11614b468cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:07.441307 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2debfad0-af9c-402d-bd6c-3a94426c1671 admin admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:23:07.460923 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884223b5-b1c6-48b5-9593-4447ee218425 None None] Sync routers for ids ['3c16de96-10b6-49b4-95a8-6b1d5ff063e2'] in dv-cinder-773985-33-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:23:07.461490 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3881caf-2caf-47d6-aab6-11614b468cf6 None None] Pushing event updated for resources: {'Port': ['ID=6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:07.467837 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884223b5-b1c6-48b5-9593-4447ee218425 None None] Routers {'3c16de96-10b6-49b4-95a8-6b1d5ff063e2'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:23:07.468354 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-884223b5-b1c6-48b5-9593-4447ee218425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:23:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['3c16de96-10b6-49b4-95a8-6b1d5ff063e2'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:23:07.527992 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2debfad0-af9c-402d-bd6c-3a94426c1671 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:07.529810 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-2debfad0-af9c-402d-bd6c-3a94426c1671 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3740339 Feb 16 18:23:07.533240 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 58804) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:23:07.540001 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-5806e031-27df-4f48-a911-1e22314cb5aa None None] Provisioning complete for port 6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:23:07.542625 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5806e031-27df-4f48-a911-1e22314cb5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:07.594981 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-884223b5-b1c6-48b5-9593-4447ee218425 None None] Set router 3c16de96-10b6-49b4-95a8-6b1d5ff063e2 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:23:07.746810 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-5806e031-27df-4f48-a911-1e22314cb5aa None None] Current status of the port 6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:23:07.783814 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2eb48-287c-4906-a846-2f24def5c682 req-e94de89f-89ec-4717-abc1-bc8b865df0ed tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:07.785550 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-dae2eb48-287c-4906-a846-2f24def5c682 req-e94de89f-89ec-4717-abc1-bc8b865df0ed tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0823956 Feb 16 18:23:07.818442 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:23:07.875710 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:23:07.876081 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:07.889951 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-dae2eb48-287c-4906-a846-2f24def5c682 req-68a9466a-bb93-40ac-97f9-7e1946e71c91 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914869 Feb 16 18:23:07.906898 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-884223b5-b1c6-48b5-9593-4447ee218425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'name': 'tempest-TestMinimumBasicScenario-177417997-router', 'tenant_id': '504750dba476418dbce439401f05472d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:23:06Z', 'revision_number': 3, 'project_id': '504750dba476418dbce439401f05472d', 'gw_port': {'id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:23:07.956661 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884223b5-b1c6-48b5-9593-4447ee218425 None None] Checking router: 3c16de96-10b6-49b4-95a8-6b1d5ff063e2 for host: dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:23:07.957161 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884223b5-b1c6-48b5-9593-4447ee218425 None None] Updating router 3c16de96-10b6-49b4-95a8-6b1d5ff063e2 port 52180229-a7b5-44e3-9789-ee885693e3a4 binding host dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 18:23:07.993659 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-884223b5-b1c6-48b5-9593-4447ee218425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (52180229-a7b5-44e3-9789-ee885693e3a4), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:08.004946 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:23:08.126760 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86611ac2-ae31-46d0-996a-f5534c7dd8fe req-bcd23008-75b1-452f-a11f-446d4e3519cb tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:08.128582 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-86611ac2-ae31-46d0-996a-f5534c7dd8fe req-bcd23008-75b1-452f-a11f-446d4e3519cb tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=80667649-eba9-44e0-9d64-275c2d6d51a6 HTTP/1.1" status: 200 len: 945 time: 0.0602901 Feb 16 18:23:08.139360 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b6c7c2bf-6483-48e4-8980-e58927f481ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:08.182767 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-86611ac2-ae31-46d0-996a-f5534c7dd8fe req-891ba369-017f-4266-81bc-5cfb2530c304 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ec91071-db59-41ac-912f-4e09e3e325f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474904 Feb 16 18:23:08.299246 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-884223b5-b1c6-48b5-9593-4447ee218425 None None] Publish callbacks [] for port (52180229-a7b5-44e3-9789-ee885693e3a4), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:08.330047 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-b6c7c2bf-6483-48e4-8980-e58927f481ef admin admin] Allocated IP 172.20.0.1 (146f32e9-98cf-4603-aa28-6dcd74956ad8/6943099e-918e-4aea-8b30-7b25ef27e6ab/a33aa4f8-c6c6-446d-8a0a-86e592e38ce8) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:23:08.375431 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-884223b5-b1c6-48b5-9593-4447ee218425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (52180229-a7b5-44e3-9789-ee885693e3a4), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:08.421014 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d24fd-8d5e-4307-82de-bc55e66b3506 None None] Pushing event updated for resources: {'Port': ['ID=52180229-a7b5-44e3-9789-ee885693e3a4,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:08.437830 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-884223b5-b1c6-48b5-9593-4447ee218425 None None] Attempting to bind port 52180229-a7b5-44e3-9789-ee885693e3a4 on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:23:08.438202 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-884223b5-b1c6-48b5-9593-4447ee218425 None None] Attempting to bind port 52180229-a7b5-44e3-9789-ee885693e3a4 by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:23:08.438566 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884223b5-b1c6-48b5-9593-4447ee218425 None None] Attempting to bind port 52180229-a7b5-44e3-9789-ee885693e3a4 on network c00f8eca-8c80-474c-b61e-3160eeb0c24d {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:23:08.443150 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b6c7c2bf-6483-48e4-8980-e58927f481ef admin admin] Publish callbacks [] for port (a33aa4f8-c6c6-446d-8a0a-86e592e38ce8), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:08.444274 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884223b5-b1c6-48b5-9593-4447ee218425 None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:23:08.444455 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884223b5-b1c6-48b5-9593-4447ee218425 None None] Checking segment: {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:23:08.444718 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-884223b5-b1c6-48b5-9593-4447ee218425 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:08.445130 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884223b5-b1c6-48b5-9593-4447ee218425 None None] Bound using segment: {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:23:08.445747 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-884223b5-b1c6-48b5-9593-4447ee218425 None None] Bound port: 52180229-a7b5-44e3-9789-ee885693e3a4, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:23:08.445969 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-884223b5-b1c6-48b5-9593-4447ee218425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (52180229-a7b5-44e3-9789-ee885693e3a4), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:08.499528 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-884223b5-b1c6-48b5-9593-4447ee218425 None None] For port 52180229-a7b5-44e3-9789-ee885693e3a4, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:23:08.502700 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-884223b5-b1c6-48b5-9593-4447ee218425 None None] For port 52180229-a7b5-44e3-9789-ee885693e3a4, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=52180229-a7b5-44e3-9789-ee885693e3a4,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:23:08.508416 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:08.575610 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b6c7c2bf-6483-48e4-8980-e58927f481ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (a33aa4f8-c6c6-446d-8a0a-86e592e38ce8), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:08.575824 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-884223b5-b1c6-48b5-9593-4447ee218425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (52180229-a7b5-44e3-9789-ee885693e3a4), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:08.615744 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c7c2bf-6483-48e4-8980-e58927f481ef admin admin] Network 146f32e9-98cf-4603-aa28-6dcd74956ad8 is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:23:08.626227 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-b6c7c2bf-6483-48e4-8980-e58927f481ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:23:08.629802 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c7c2bf-6483-48e4-8980-e58927f481ef admin admin] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:23:08.641724 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d24fd-8d5e-4307-82de-bc55e66b3506 None None] Pushing event updated for resources: {'Port': ['ID=52180229-a7b5-44e3-9789-ee885693e3a4,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:08.646348 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884223b5-b1c6-48b5-9593-4447ee218425 None None] Routers {'3c16de96-10b6-49b4-95a8-6b1d5ff063e2'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:23:08.646776 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-884223b5-b1c6-48b5-9593-4447ee218425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:23:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['3c16de96-10b6-49b4-95a8-6b1d5ff063e2'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:23:08.655204 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7c2bf-6483-48e4-8980-e58927f481ef admin admin] Pushing event updated for resources: {'Port': ['ID=a33aa4f8-c6c6-446d-8a0a-86e592e38ce8,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:08.684400 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b6c7c2bf-6483-48e4-8980-e58927f481ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461865'] for router_interface (3c16de96-10b6-49b4-95a8-6b1d5ff063e2), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:08.776968 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-884223b5-b1c6-48b5-9593-4447ee218425 None None] Set router 3c16de96-10b6-49b4-95a8-6b1d5ff063e2 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:23:08.918928 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b6c7c2bf-6483-48e4-8980-e58927f481ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (a33aa4f8-c6c6-446d-8a0a-86e592e38ce8), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:08.977263 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-beb9b9e6-a61c-4ef6-a03e-9190a660c495 None None] Provisioning complete for port a33aa4f8-c6c6-446d-8a0a-86e592e38ce8 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:23:08.977799 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-beb9b9e6-a61c-4ef6-a03e-9190a660c495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (a33aa4f8-c6c6-446d-8a0a-86e592e38ce8), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:08.997630 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-884223b5-b1c6-48b5-9593-4447ee218425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'name': 'tempest-TestMinimumBasicScenario-177417997-router', 'tenant_id': '504750dba476418dbce439401f05472d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:23:06Z', 'revision_number': 3, 'project_id': '504750dba476418dbce439401f05472d', 'gw_port': {'id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:23:09.020838 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-beb9b9e6-a61c-4ef6-a03e-9190a660c495 None None] Port a33aa4f8-c6c6-446d-8a0a-86e592e38ce8 cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:23:09.026242 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884223b5-b1c6-48b5-9593-4447ee218425 None None] The sync data for ids ['3c16de96-10b6-49b4-95a8-6b1d5ff063e2'] in dv-cinder-773985-33-iscsi is: [{'id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'name': 'tempest-TestMinimumBasicScenario-177417997-router', 'tenant_id': '504750dba476418dbce439401f05472d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:23:06Z', 'revision_number': 3, 'project_id': '504750dba476418dbce439401f05472d', 'gw_port': {'id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:23:09.099803 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b6c7c2bf-6483-48e4-8980-e58927f481ef admin admin] Publish callbacks [] for port (a33aa4f8-c6c6-446d-8a0a-86e592e38ce8), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:09.176880 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b6c7c2bf-6483-48e4-8980-e58927f481ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9128183'] for port (a33aa4f8-c6c6-446d-8a0a-86e592e38ce8), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:09.246374 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b6c7c2bf-6483-48e4-8980-e58927f481ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3745776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462005'] for router_interface (3c16de96-10b6-49b4-95a8-6b1d5ff063e2), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:09.249268 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7c2bf-6483-48e4-8980-e58927f481ef admin admin] Pushing event updated for resources: {'Port': ['ID=a33aa4f8-c6c6-446d-8a0a-86e592e38ce8,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:09.417938 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0669e87-0888-4341-acad-c3b990f3fa2c req-b8ebc5c7-fa5d-4a57-a608-02f589d08a4d tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:09.719487 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a0669e87-0888-4341-acad-c3b990f3fa2c req-b8ebc5c7-fa5d-4a57-a608-02f589d08a4d tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=80667649-eba9-44e0-9d64-275c2d6d51a6 HTTP/1.1" status: 200 len: 945 time: 0.1367154 Feb 16 18:23:09.719487 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c7c2bf-6483-48e4-8980-e58927f481ef admin admin] Network 146f32e9-98cf-4603-aa28-6dcd74956ad8 is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:23:09.719487 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-b6c7c2bf-6483-48e4-8980-e58927f481ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:23:09.719487 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a0669e87-0888-4341-acad-c3b990f3fa2c req-8211c923-2aeb-4fc4-9db9-fd6679ac2912 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ec91071-db59-41ac-912f-4e09e3e325f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255257 Feb 16 18:23:09.719487 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c7c2bf-6483-48e4-8980-e58927f481ef admin admin] Router 3c16de96-10b6-49b4-95a8-6b1d5ff063e2 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:23:09.719487 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c7c2bf-6483-48e4-8980-e58927f481ef admin admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:23:09.739611 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-b6c7c2bf-6483-48e4-8980-e58927f481ef admin admin] 10.222.0.87 "PUT /v2.0/routers/3c16de96-10b6-49b4-95a8-6b1d5ff063e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1966634 Feb 16 18:23:09.879144 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 52180229-a7b5-44e3-9789-ee885693e3a4 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:23:09.938887 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5431cbf-e209-4b6a-a000-d97e5a99e423 req-3e563775-42b4-43d8-be81-e34bd4bb09ea tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:09.941812 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e5431cbf-e209-4b6a-a000-d97e5a99e423 req-3e563775-42b4-43d8-be81-e34bd4bb09ea tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.1479023 Feb 16 18:23:09.956034 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 52180229-a7b5-44e3-9789-ee885693e3a4 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:23:09.956512 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (52180229-a7b5-44e3-9789-ee885693e3a4), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:10.008488 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e5431cbf-e209-4b6a-a000-d97e5a99e423 req-d1cf0d7d-e782-440f-be16-09e922927fe3 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592380 Feb 16 18:23:10.065974 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 52180229-a7b5-44e3-9789-ee885693e3a4 is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:23:10.066594 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (52180229-a7b5-44e3-9789-ee885693e3a4), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:10.088633 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] For port 52180229-a7b5-44e3-9789-ee885693e3a4, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=52180229-a7b5-44e3-9789-ee885693e3a4,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:23:10.160644 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787b2f1-836a-44f0-a8f6-8f6f2b284da7 req-e96d29e3-96ac-4da3-8e9c-600c4de748a7 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:10.162440 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b787b2f1-836a-44f0-a8f6-8f6f2b284da7 req-e96d29e3-96ac-4da3-8e9c-600c4de748a7 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.45 "GET /v2.0/ports?device_id=80667649-eba9-44e0-9d64-275c2d6d51a6 HTTP/1.1" status: 200 len: 945 time: 0.0631192 Feb 16 18:23:10.169727 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-099eea97-3872-45f1-b345-697ace82f6ba None None] Provisioning complete for port a33aa4f8-c6c6-446d-8a0a-86e592e38ce8 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:23:10.170901 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-099eea97-3872-45f1-b345-697ace82f6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (a33aa4f8-c6c6-446d-8a0a-86e592e38ce8), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:10.209736 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (52180229-a7b5-44e3-9789-ee885693e3a4), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:10.260710 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-099eea97-3872-45f1-b345-697ace82f6ba None None] Port a33aa4f8-c6c6-446d-8a0a-86e592e38ce8 cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:23:10.279527 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Pushing event updated for resources: {'Port': ['ID=52180229-a7b5-44e3-9789-ee885693e3a4,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:10.303418 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-b787b2f1-836a-44f0-a8f6-8f6f2b284da7 req-2ae40d68-1fdb-4448-810b-fd4ef08f07ab tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Deleting port 95ac00f3-b7ae-4ab5-8c0a-b25f26de499a {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:23:10.303778 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-b787b2f1-836a-44f0-a8f6-8f6f2b284da7 req-2ae40d68-1fdb-4448-810b-fd4ef08f07ab tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (95ac00f3-b7ae-4ab5-8c0a-b25f26de499a), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:10.403728 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-b787b2f1-836a-44f0-a8f6-8f6f2b284da7 req-2ae40d68-1fdb-4448-810b-fd4ef08f07ab tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] For port 95ac00f3-b7ae-4ab5-8c0a-b25f26de499a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=95ac00f3-b7ae-4ab5-8c0a-b25f26de499a,segment=NetworkSegment(cb42a4e6-76f6-4085-8536-425046b944ec),segment_id=cb42a4e6-76f6-4085-8536-425046b944ec)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:23:10.404877 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-b787b2f1-836a-44f0-a8f6-8f6f2b284da7 req-2ae40d68-1fdb-4448-810b-fd4ef08f07ab tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (95ac00f3-b7ae-4ab5-8c0a-b25f26de499a), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:10.418927 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-b787b2f1-836a-44f0-a8f6-8f6f2b284da7 req-2ae40d68-1fdb-4448-810b-fd4ef08f07ab tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Calling delete_port for 95ac00f3-b7ae-4ab5-8c0a-b25f26de499a owned by compute:nova {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:23:10.645768 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-b787b2f1-836a-44f0-a8f6-8f6f2b284da7 req-2ae40d68-1fdb-4448-810b-fd4ef08f07ab tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (95ac00f3-b7ae-4ab5-8c0a-b25f26de499a), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:10.659245 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['95ac00f3-b7ae-4ab5-8c0a-b25f26de499a'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:23:10.666317 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 58858) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:23:10.674120 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-936595711-network', 'tenant_id': 'a3e7a68839d94072bb3d7d32763e68e9'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:23:10.693201 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae40d68-1fdb-4448-810b-fd4ef08f07ab tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Pushing event deleted for resources: {'Port': ['ID=95ac00f3-b7ae-4ab5-8c0a-b25f26de499a,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:10.738045 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-b787b2f1-836a-44f0-a8f6-8f6f2b284da7 req-2ae40d68-1fdb-4448-810b-fd4ef08f07ab tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] No DVR routers for this DVR port 95ac00f3-b7ae-4ab5-8c0a-b25f26de499a on host hv-cinder-77398 {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:23:10.741507 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-b787b2f1-836a-44f0-a8f6-8f6f2b284da7 req-2ae40d68-1fdb-4448-810b-fd4ef08f07ab tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:10.745375 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b787b2f1-836a-44f0-a8f6-8f6f2b284da7 req-2ae40d68-1fdb-4448-810b-fd4ef08f07ab tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.45 "DELETE /v2.0/ports/95ac00f3-b7ae-4ab5-8c0a-b25f26de499a HTTP/1.1" status: 204 len: 173 time: 0.5664337 Feb 16 18:23:10.745936 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80667649-eba9-44e0-9d64-275c2d6d51a6', 'name': 'network-vif-deleted', 'tag': '95ac00f3-b7ae-4ab5-8c0a-b25f26de499a'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:23:10.749894 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338c4874-1b58-4557-9038-2659c618172a" -d '{"events": [{"server_uuid": "80667649-eba9-44e0-9d64-275c2d6d51a6", "name": "network-vif-deleted", "tag": "95ac00f3-b7ae-4ab5-8c0a-b25f26de499a"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:23:10.765144 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] Made reservation on behalf of a3e7a68839d94072bb3d7d32763e68e9 for: {'network': 1} {{(pid=103276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:23:10.767558 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for network (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:10.776738 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:10.818842 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-98665f75-f7c9-4238-8431-5c0ffc64f977 req-d1d6917f-fabb-44a0-aebe-5df4d3cb70a6 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=80667649-eba9-44e0-9d64-275c2d6d51a6 HTTP/1.1" status: 200 len: 210 time: 0.0329230 Feb 16 18:23:10.878501 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f513d0-58df-4bf3-90bc-0af59d07b94b None None] Sync routers for ids ['3c16de96-10b6-49b4-95a8-6b1d5ff063e2'] in dv-cinder-773985-33-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:23:10.893539 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23072cf-dd21-4aba-929b-0b4500ba7294 x-openstack-request-id: req-f23072cf-dd21-4aba-929b-0b4500ba7294 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:23:10.893539 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80667649-eba9-44e0-9d64-275c2d6d51a6", "name": "network-vif-deleted", "tag": "95ac00f3-b7ae-4ab5-8c0a-b25f26de499a", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:23:10.894035 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f23072cf-dd21-4aba-929b-0b4500ba7294 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:23:10.894158 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f513d0-58df-4bf3-90bc-0af59d07b94b None None] Routers {'3c16de96-10b6-49b4-95a8-6b1d5ff063e2'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:23:10.894557 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80667649-eba9-44e0-9d64-275c2d6d51a6', 'name': 'network-vif-deleted', 'tag': '95ac00f3-b7ae-4ab5-8c0a-b25f26de499a', 'status': 'completed', 'code': 200} Feb 16 18:23:10.894747 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-d1f513d0-58df-4bf3-90bc-0af59d07b94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:23:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['3c16de96-10b6-49b4-95a8-6b1d5ff063e2'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:23:10.898030 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] Publish callbacks [] for security_group (e1e3932e-e27b-40f7-a915-f9074594a6f2), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:10.963927 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (e1e3932e-e27b-40f7-a915-f9074594a6f2), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:11.020597 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 18:23:11.031102 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e3932e-e27b-40f7-a915-f9074594a6f2,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:11.054725 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-d1f513d0-58df-4bf3-90bc-0af59d07b94b None None] Set router 3c16de96-10b6-49b4-95a8-6b1d5ff063e2 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:23:11.066282 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (854c8365-990f-4cc5-9411-a069dd9e3c76), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:11.066881 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.db.segments_db [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] Added segment 854c8365-990f-4cc5-9411-a069dd9e3c76 of type vlan for network 5b1b078e-4ed8-46df-bcce-c82941d31181 Feb 16 18:23:11.069030 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:11.069584 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:11.070105 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:11.070595 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:11.071077 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:11.071559 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:11.072039 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:11.072527 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:11.073117 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:11.073633 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:11.074120 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:11.074745 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:11.075236 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:11.136584 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776561717104'] for network (5b1b078e-4ed8-46df-bcce-c82941d31181), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:11.191055 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-74f7443c-d0ab-48fc-af81-49e479614fc5 req-6292c5ef-9cfa-4a59-95ee-635e8f912a92 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689225 Feb 16 18:23:11.268710 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7443c-d0ab-48fc-af81-49e479614fc5 req-c09b2aa1-690b-4828-8130-85ad75a848f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:11.270316 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-74f7443c-d0ab-48fc-af81-49e479614fc5 req-c09b2aa1-690b-4828-8130-85ad75a848f2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e740c52ad64142398b541359c4b59da4&device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 1130 time: 0.0542340 Feb 16 18:23:11.280141 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for network (5b1b078e-4ed8-46df-bcce-c82941d31181), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:11.281249 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:11.281836 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:11.317900 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-d1f513d0-58df-4bf3-90bc-0af59d07b94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'name': 'tempest-TestMinimumBasicScenario-177417997-router', 'tenant_id': '504750dba476418dbce439401f05472d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:23:08Z', 'revision_number': 4, 'project_id': '504750dba476418dbce439401f05472d', 'gw_port': {'id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': 'a33aa4f8-c6c6-446d-8a0a-86e592e38ce8', 'name': '', 'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8', 'tenant_id': '504750dba476418dbce439401f05472d', 'mac_address': 'fa:16:3e:6e:ab:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6943099e-918e-4aea-8b30-7b25ef27e6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:08Z', 'updated_at': '2022-02-16T18:23:08Z', 'revision_number': 2, 'project_id': '504750dba476418dbce439401f05472d', 'subnets': [{'id': '6943099e-918e-4aea-8b30-7b25ef27e6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:23:11.354489 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f513d0-58df-4bf3-90bc-0af59d07b94b None None] Checking router: 3c16de96-10b6-49b4-95a8-6b1d5ff063e2 for host: dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:23:11.354846 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f513d0-58df-4bf3-90bc-0af59d07b94b None None] Updating router 3c16de96-10b6-49b4-95a8-6b1d5ff063e2 port a33aa4f8-c6c6-446d-8a0a-86e592e38ce8 binding host dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 18:23:11.361478 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] Pushing event updated for resources: {'Network': ['ID=5b1b078e-4ed8-46df-bcce-c82941d31181,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:11.376558 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Network 5b1b078e-4ed8-46df-bcce-c82941d31181 details requested by agent ovs-agent-dv-cinder-773985-33-iscsi with host dv-cinder-773985-33-iscsi {{(pid=103277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 18:23:11.386406 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-bc992bde-56b1-4fed-b551-6b6be02166f2 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7164941 Feb 16 18:23:11.392466 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 58870) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:23:11.393862 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-1a71fb79-8ed4-455d-a171-64a772332a7b admin admin] Request body: {'subnet': {'network_id': '5b1b078e-4ed8-46df-bcce-c82941d31181', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-936595711-subnet', 'tenant_id': 'a3e7a68839d94072bb3d7d32763e68e9', 'ip_version': 4}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:23:11.400329 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d1f513d0-58df-4bf3-90bc-0af59d07b94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (a33aa4f8-c6c6-446d-8a0a-86e592e38ce8), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:11.401672 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7443c-d0ab-48fc-af81-49e479614fc5 req-c86cf14f-9091-4f9c-b238-26a8631f27b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:11.403106 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-74f7443c-d0ab-48fc-af81-49e479614fc5 req-c86cf14f-9091-4f9c-b238-26a8631f27b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b925c41-17ee-42bb-8e4d-3cf4909400ae HTTP/1.1" status: 200 len: 920 time: 0.1111269 Feb 16 18:23:11.458065 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-74f7443c-d0ab-48fc-af81-49e479614fc5 req-4af8709b-e9c3-4f2e-9114-b3448baadac6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=632dec37-55bd-4e4c-9b06-21151fe52ba6 HTTP/1.1" status: 200 len: 217 time: 0.0389752 Feb 16 18:23:11.493298 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a71fb79-8ed4-455d-a171-64a772332a7b admin admin] Made reservation on behalf of a3e7a68839d94072bb3d7d32763e68e9 for: {'subnet': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:23:11.495617 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1a71fb79-8ed4-455d-a171-64a772332a7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8761744'] for subnet (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:11.533625 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7443c-d0ab-48fc-af81-49e479614fc5 req-9eb66348-ccbf-4cc0-a742-2311d864adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:11.534995 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-74f7443c-d0ab-48fc-af81-49e479614fc5 req-9eb66348-ccbf-4cc0-a742-2311d864adf6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f85686ac-8d4f-40f4-9d20-44dd74c413da HTTP/1.1" status: 200 len: 859 time: 0.0696757 Feb 16 18:23:11.599471 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-74f7443c-d0ab-48fc-af81-49e479614fc5 req-b0b0caa3-3b6e-45f7-b620-738f1c57d95f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b925c41-17ee-42bb-8e4d-3cf4909400ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377300 Feb 16 18:23:11.682195 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 52180229-a7b5-44e3-9789-ee885693e3a4 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:23:11.775217 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 52180229-a7b5-44e3-9789-ee885693e3a4 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:23:11.775217 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (52180229-a7b5-44e3-9789-ee885693e3a4), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:11.804329 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-74f7443c-d0ab-48fc-af81-49e479614fc5 req-2b81179a-515a-4afe-b491-5d4244b54fd9 service neutron] 10.222.0.45 "GET /v2.0/networks/2b925c41-17ee-42bb-8e4d-3cf4909400ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780121 Feb 16 18:23:11.921050 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-74f7443c-d0ab-48fc-af81-49e479614fc5 req-4faca92c-c554-497a-84ca-9501692e8028 service neutron] 10.222.0.45 "GET /v2.0/networks/2b925c41-17ee-42bb-8e4d-3cf4909400ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099560 Feb 16 18:23:11.922089 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1a71fb79-8ed4-455d-a171-64a772332a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8533352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8761762'] for subnet (2fdb9071-134f-45b6-84a5-6ad6fb116c11), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:11.972380 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71fb79-8ed4-455d-a171-64a772332a7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fdb9071-134f-45b6-84a5-6ad6fb116c11,revision_number=0']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:11.986733 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d1f513d0-58df-4bf3-90bc-0af59d07b94b None None] Publish callbacks [] for port (a33aa4f8-c6c6-446d-8a0a-86e592e38ce8), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:11.986896 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-303eb942-2398-4f36-9a85-1e0cd9f20793 req-a467e186-0543-4c9e-8f27-9dd76664f80b tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=80667649-eba9-44e0-9d64-275c2d6d51a6 HTTP/1.1" status: 200 len: 210 time: 0.0383444 Feb 16 18:23:12.019417 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71fb79-8ed4-455d-a171-64a772332a7b admin admin] Checking segment: {'id': '854c8365-990f-4cc5-9411-a069dd9e3c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5b1b078e-4ed8-46df-bcce-c82941d31181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:23:12.019929 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a71fb79-8ed4-455d-a171-64a772332a7b admin admin] Network hostable DHCP agents. Network: 5b1b078e-4ed8-46df-bcce-c82941d31181, hostable agents: ['f2339edf-a2ee-4e84-8bf4-086a7482b327'], hosted agents: [] {{(pid=103275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 18:23:12.048091 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 52180229-a7b5-44e3-9789-ee885693e3a4 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:23:12.051965 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d1f513d0-58df-4bf3-90bc-0af59d07b94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (a33aa4f8-c6c6-446d-8a0a-86e592e38ce8), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:12.113426 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c18da01-e48f-42d5-866a-ea454e76f872 None None] Pushing event updated for resources: {'Port': ['ID=a33aa4f8-c6c6-446d-8a0a-86e592e38ce8,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:12.147970 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a71fb79-8ed4-455d-a171-64a772332a7b admin admin] Network 5b1b078e-4ed8-46df-bcce-c82941d31181 is scheduled to be hosted by DHCP agent f2339edf-a2ee-4e84-8bf4-086a7482b327 with binding_index 1 {{(pid=103275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 18:23:12.180350 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-d1f513d0-58df-4bf3-90bc-0af59d07b94b None None] Attempting to bind port a33aa4f8-c6c6-446d-8a0a-86e592e38ce8 on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:23:12.180815 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-d1f513d0-58df-4bf3-90bc-0af59d07b94b None None] Attempting to bind port a33aa4f8-c6c6-446d-8a0a-86e592e38ce8 by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': '0f4922ac-3f69-4c1c-868b-6e5f1680ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:23:12.181303 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f513d0-58df-4bf3-90bc-0af59d07b94b None None] Attempting to bind port a33aa4f8-c6c6-446d-8a0a-86e592e38ce8 on network 146f32e9-98cf-4603-aa28-6dcd74956ad8 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:23:12.187620 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f513d0-58df-4bf3-90bc-0af59d07b94b None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:23:12.188087 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f513d0-58df-4bf3-90bc-0af59d07b94b None None] Checking segment: {'id': '0f4922ac-3f69-4c1c-868b-6e5f1680ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:23:12.188497 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d1f513d0-58df-4bf3-90bc-0af59d07b94b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:12.188899 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f513d0-58df-4bf3-90bc-0af59d07b94b None None] Bound using segment: {'id': '0f4922ac-3f69-4c1c-868b-6e5f1680ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:23:12.189425 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-d1f513d0-58df-4bf3-90bc-0af59d07b94b None None] Bound port: a33aa4f8-c6c6-446d-8a0a-86e592e38ce8, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f4922ac-3f69-4c1c-868b-6e5f1680ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:23:12.189835 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d1f513d0-58df-4bf3-90bc-0af59d07b94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (a33aa4f8-c6c6-446d-8a0a-86e592e38ce8), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:12.267921 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-d1f513d0-58df-4bf3-90bc-0af59d07b94b None None] For port a33aa4f8-c6c6-446d-8a0a-86e592e38ce8, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:23:12.271701 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-d1f513d0-58df-4bf3-90bc-0af59d07b94b None None] For port a33aa4f8-c6c6-446d-8a0a-86e592e38ce8, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=a33aa4f8-c6c6-446d-8a0a-86e592e38ce8,segment=NetworkSegment(0f4922ac-3f69-4c1c-868b-6e5f1680ee82),segment_id=0f4922ac-3f69-4c1c-868b-6e5f1680ee82)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:23:12.308213 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-1a71fb79-8ed4-455d-a171-64a772332a7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-33-iscsi, 5b1b078e-4ed8-46df-bcce-c82941d31181) {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:23:12.312884 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a71fb79-8ed4-455d-a171-64a772332a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:12.313664 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1a71fb79-8ed4-455d-a171-64a772332a7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for subnet (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:12.318048 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120f1269-5230-4d78-ae40-dc6c1b063de1 None None] Network 5b1b078e-4ed8-46df-bcce-c82941d31181 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:23:12.400167 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d1f513d0-58df-4bf3-90bc-0af59d07b94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (a33aa4f8-c6c6-446d-8a0a-86e592e38ce8), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:12.418097 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-1a71fb79-8ed4-455d-a171-64a772332a7b admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0287848 Feb 16 18:23:12.421326 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 58882) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:23:12.425637 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-b1388a00-fc42-4492-a87c-d10da587b23b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-936595711-router', 'tenant_id': 'a3e7a68839d94072bb3d7d32763e68e9', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:23:12.471732 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-9e4b9071-d9b7-4082-b05f-e8c1618dc021 None None] Provisioning complete for port a33aa4f8-c6c6-446d-8a0a-86e592e38ce8 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:23:12.472034 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-9e4b9071-d9b7-4082-b05f-e8c1618dc021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (a33aa4f8-c6c6-446d-8a0a-86e592e38ce8), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:12.508640 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2cb8bb-580d-4cec-8f04-e1399b5e1e33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15817be5-ed40-5113-87ca-305c7188bdc0-5b1b078e-4ed8-46df-bcce-c82941d31181', 'network_id': '5b1b078e-4ed8-46df-bcce-c82941d31181', 'project_id': 'a3e7a68839d94072bb3d7d32763e68e9', 'fixed_ips': [{'subnet_id': '2fdb9071-134f-45b6-84a5-6ad6fb116c11'}]}} from dv-cinder-773985-33-iscsi. {{(pid=103277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 18:23:12.509760 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-db2cb8bb-580d-4cec-8f04-e1399b5e1e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:12.525940 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b1388a00-fc42-4492-a87c-d10da587b23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-465507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1026382'] for router (cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:12.527548 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b1388a00-fc42-4492-a87c-d10da587b23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-459561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1026423'] for router (cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:12.564030 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c18da01-e48f-42d5-866a-ea454e76f872 None None] Pushing event updated for resources: {'Port': ['ID=a33aa4f8-c6c6-446d-8a0a-86e592e38ce8,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:12.571084 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f513d0-58df-4bf3-90bc-0af59d07b94b None None] Routers {'3c16de96-10b6-49b4-95a8-6b1d5ff063e2'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:23:12.571748 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-d1f513d0-58df-4bf3-90bc-0af59d07b94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:23:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['3c16de96-10b6-49b4-95a8-6b1d5ff063e2'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:23:12.594351 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b1388a00-fc42-4492-a87c-d10da587b23b admin admin] Publish callbacks [] for router_controller (cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0), precommit_add_association {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:12.700311 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:12.804956 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b1388a00-fc42-4492-a87c-d10da587b23b admin admin] Publish callbacks [] for router_gateway (cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:12.829069 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-d1f513d0-58df-4bf3-90bc-0af59d07b94b None None] Set router 3c16de96-10b6-49b4-95a8-6b1d5ff063e2 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:23:12.862080 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [None req-db2cb8bb-580d-4cec-8f04-e1399b5e1e33 None None] Allocated IP 172.20.0.2 (5b1b078e-4ed8-46df-bcce-c82941d31181/2fdb9071-134f-45b6-84a5-6ad6fb116c11/5bec7184-97a5-47ea-86a9-36e6902d13dc) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:23:12.869620 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-9e4b9071-d9b7-4082-b05f-e8c1618dc021 None None] Current status of the port a33aa4f8-c6c6-446d-8a0a-86e592e38ce8 is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:23:12.869972 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-9e4b9071-d9b7-4082-b05f-e8c1618dc021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (a33aa4f8-c6c6-446d-8a0a-86e592e38ce8), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:13.005457 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-9e4b9071-d9b7-4082-b05f-e8c1618dc021 None None] For port a33aa4f8-c6c6-446d-8a0a-86e592e38ce8, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=a33aa4f8-c6c6-446d-8a0a-86e592e38ce8,segment=NetworkSegment(0f4922ac-3f69-4c1c-868b-6e5f1680ee82),segment_id=0f4922ac-3f69-4c1c-868b-6e5f1680ee82)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:23:13.096474 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-9e4b9071-d9b7-4082-b05f-e8c1618dc021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (a33aa4f8-c6c6-446d-8a0a-86e592e38ce8), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:13.148767 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b1388a00-fc42-4492-a87c-d10da587b23b admin admin] Publish callbacks [] for router_gateway (cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:13.155234 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 95ac00f3-b7ae-4ab5-8c0a-b25f26de499a no longer exists at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:23:13.174761 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b1388a00-fc42-4492-a87c-d10da587b23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:13.214108 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] No Port match for: 95ac00f3-b7ae-4ab5-8c0a-b25f26de499a {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:23:13.217438 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 95ac00f3-b7ae-4ab5-8c0a-b25f26de499a not bound to the agent host hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:23:13.281386 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b9071-d9b7-4082-b05f-e8c1618dc021 None None] Pushing event updated for resources: {'Port': ['ID=a33aa4f8-c6c6-446d-8a0a-86e592e38ce8,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:13.301691 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-b1388a00-fc42-4492-a87c-d10da587b23b admin admin] Allocated IP 172.27.3.27 (c00f8eca-8c80-474c-b61e-3160eeb0c24d/19362ace-3fbd-48f2-895e-4d065f6f071c/a495cd00-c120-4155-8725-a085b01c286d) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:23:13.328467 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-d1319fc3-17a1-43ee-97e0-2bb08ab61763 None None] Provisioning complete for port a33aa4f8-c6c6-446d-8a0a-86e592e38ce8 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:23:13.328979 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d1319fc3-17a1-43ee-97e0-2bb08ab61763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (a33aa4f8-c6c6-446d-8a0a-86e592e38ce8), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:13.338131 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-db2cb8bb-580d-4cec-8f04-e1399b5e1e33 None None] Publish callbacks [] for port (5bec7184-97a5-47ea-86a9-36e6902d13dc), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:13.401389 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-d1f513d0-58df-4bf3-90bc-0af59d07b94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'name': 'tempest-TestMinimumBasicScenario-177417997-router', 'tenant_id': '504750dba476418dbce439401f05472d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:23:08Z', 'revision_number': 4, 'project_id': '504750dba476418dbce439401f05472d', 'gw_port': {'id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': 'a33aa4f8-c6c6-446d-8a0a-86e592e38ce8', 'name': '', 'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8', 'tenant_id': '504750dba476418dbce439401f05472d', 'mac_address': 'fa:16:3e:6e:ab:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6943099e-918e-4aea-8b30-7b25ef27e6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:08Z', 'updated_at': '2022-02-16T18:23:12Z', 'revision_number': 4, 'project_id': '504750dba476418dbce439401f05472d', 'subnets': [{'id': '6943099e-918e-4aea-8b30-7b25ef27e6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:23:13.449712 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-db2cb8bb-580d-4cec-8f04-e1399b5e1e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341'] for port (5bec7184-97a5-47ea-86a9-36e6902d13dc), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:13.452374 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f513d0-58df-4bf3-90bc-0af59d07b94b None None] The sync data for ids ['3c16de96-10b6-49b4-95a8-6b1d5ff063e2'] in dv-cinder-773985-33-iscsi is: [{'id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'name': 'tempest-TestMinimumBasicScenario-177417997-router', 'tenant_id': '504750dba476418dbce439401f05472d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:23:08Z', 'revision_number': 4, 'project_id': '504750dba476418dbce439401f05472d', 'gw_port': {'id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': 'a33aa4f8-c6c6-446d-8a0a-86e592e38ce8', 'name': '', 'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8', 'tenant_id': '504750dba476418dbce439401f05472d', 'mac_address': 'fa:16:3e:6e:ab:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6943099e-918e-4aea-8b30-7b25ef27e6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:08Z', 'updated_at': '2022-02-16T18:23:12Z', 'revision_number': 4, 'project_id': '504750dba476418dbce439401f05472d', 'subnets': [{'id': '6943099e-918e-4aea-8b30-7b25ef27e6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:23:13.496979 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-d1319fc3-17a1-43ee-97e0-2bb08ab61763 None None] Current status of the port a33aa4f8-c6c6-446d-8a0a-86e592e38ce8 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:23:13.523437 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2cb8bb-580d-4cec-8f04-e1399b5e1e33 None None] Network 5b1b078e-4ed8-46df-bcce-c82941d31181 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:23:13.533361 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-db2cb8bb-580d-4cec-8f04-e1399b5e1e33 None None] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:23:13.534409 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cb8bb-580d-4cec-8f04-e1399b5e1e33 None None] Pushing event updated for resources: {'Port': ['ID=5bec7184-97a5-47ea-86a9-36e6902d13dc,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:13.546732 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2cb8bb-580d-4cec-8f04-e1399b5e1e33 None None] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:23:13.634936 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-db2cb8bb-580d-4cec-8f04-e1399b5e1e33 None None] Attempting to bind port 5bec7184-97a5-47ea-86a9-36e6902d13dc on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:23:13.635272 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-db2cb8bb-580d-4cec-8f04-e1399b5e1e33 None None] Attempting to bind port 5bec7184-97a5-47ea-86a9-36e6902d13dc by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': '854c8365-990f-4cc5-9411-a069dd9e3c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5b1b078e-4ed8-46df-bcce-c82941d31181'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:23:13.636001 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2cb8bb-580d-4cec-8f04-e1399b5e1e33 None None] Attempting to bind port 5bec7184-97a5-47ea-86a9-36e6902d13dc on network 5b1b078e-4ed8-46df-bcce-c82941d31181 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:23:13.644894 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2cb8bb-580d-4cec-8f04-e1399b5e1e33 None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:23:13.645355 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2cb8bb-580d-4cec-8f04-e1399b5e1e33 None None] Checking segment: {'id': '854c8365-990f-4cc5-9411-a069dd9e3c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5b1b078e-4ed8-46df-bcce-c82941d31181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:23:13.645768 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-db2cb8bb-580d-4cec-8f04-e1399b5e1e33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:13.646200 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2cb8bb-580d-4cec-8f04-e1399b5e1e33 None None] Bound using segment: {'id': '854c8365-990f-4cc5-9411-a069dd9e3c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5b1b078e-4ed8-46df-bcce-c82941d31181'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:23:13.647003 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-db2cb8bb-580d-4cec-8f04-e1399b5e1e33 None None] Bound port: 5bec7184-97a5-47ea-86a9-36e6902d13dc, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '854c8365-990f-4cc5-9411-a069dd9e3c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5b1b078e-4ed8-46df-bcce-c82941d31181'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:23:13.647132 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-db2cb8bb-580d-4cec-8f04-e1399b5e1e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (5bec7184-97a5-47ea-86a9-36e6902d13dc), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:13.660793 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b1388a00-fc42-4492-a87c-d10da587b23b admin admin] Publish callbacks [] for port (a495cd00-c120-4155-8725-a085b01c286d), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:13.683958 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-91819ca9-e333-4798-8ebe-cd5af52d392c tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:13.686118 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-91819ca9-e333-4798-8ebe-cd5af52d392c tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/networks?id=fc4564aa-f6c4-4d4f-9363-86ef32257258 HTTP/1.1" status: 200 len: 809 time: 0.3355403 Feb 16 18:23:13.712589 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-2fb45627-937a-4c24-b81a-a1de61f5e65a tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/quotas/9d5b466cb8b240088d1c9bbc4b4699bb HTTP/1.1" status: 200 len: 375 time: 0.0141494 Feb 16 18:23:13.729636 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device a33aa4f8-c6c6-446d-8a0a-86e592e38ce8 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:23:13.755367 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-04aae853-1d3b-4eaa-92de-301b1775cbd5 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=9d5b466cb8b240088d1c9bbc4b4699bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371993 Feb 16 18:23:13.803433 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-db2cb8bb-580d-4cec-8f04-e1399b5e1e33 None None] For port 5bec7184-97a5-47ea-86a9-36e6902d13dc, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:23:13.808577 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-db2cb8bb-580d-4cec-8f04-e1399b5e1e33 None None] For port 5bec7184-97a5-47ea-86a9-36e6902d13dc, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=5bec7184-97a5-47ea-86a9-36e6902d13dc,segment=NetworkSegment(854c8365-990f-4cc5-9411-a069dd9e3c76),segment_id=854c8365-990f-4cc5-9411-a069dd9e3c76)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:23:13.820885 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port a33aa4f8-c6c6-446d-8a0a-86e592e38ce8 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:23:13.821412 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (a33aa4f8-c6c6-446d-8a0a-86e592e38ce8), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:13.824990 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b1388a00-fc42-4492-a87c-d10da587b23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (a495cd00-c120-4155-8725-a085b01c286d), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:13.862866 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-db2cb8bb-580d-4cec-8f04-e1399b5e1e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (5bec7184-97a5-47ea-86a9-36e6902d13dc), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:13.895594 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-ab50ec49-4ffd-4436-82ef-364653b21ee6 service neutron] 10.222.0.87 "GET /v2.0/networks/fc4564aa-f6c4-4d4f-9363-86ef32257258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331220 Feb 16 18:23:13.901480 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1388a00-fc42-4492-a87c-d10da587b23b admin admin] Network c00f8eca-8c80-474c-b61e-3160eeb0c24d is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:23:13.919337 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-b1388a00-fc42-4492-a87c-d10da587b23b admin admin] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:23:13.931209 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1388a00-fc42-4492-a87c-d10da587b23b admin admin] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:23:13.936270 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1388a00-fc42-4492-a87c-d10da587b23b admin admin] Pushing event updated for resources: {'Port': ['ID=a495cd00-c120-4155-8725-a085b01c286d,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:13.957261 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cb8bb-580d-4cec-8f04-e1399b5e1e33 None None] Pushing event updated for resources: {'Port': ['ID=5bec7184-97a5-47ea-86a9-36e6902d13dc,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:13.966020 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port a33aa4f8-c6c6-446d-8a0a-86e592e38ce8 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:23:14.122149 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-25fd8fe7-a410-4129-9a07-48696a3ad800 service neutron] 10.222.0.87 "GET /v2.0/networks/fc4564aa-f6c4-4d4f-9363-86ef32257258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178771 Feb 16 18:23:14.426058 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b1388a00-fc42-4492-a87c-d10da587b23b admin admin] Publish callbacks [] for router_gateway (cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:14.469779 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-62cf96ae-a277-4a18-b340-370b80569ea8 req-fb0e8b3e-1b21-4f76-97c1-f3aed2605af4 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=57dcc153-38ea-4720-8a13-018399e562b4 HTTP/1.1" status: 200 len: 210 time: 0.0385189 Feb 16 18:23:14.659074 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b1388a00-fc42-4492-a87c-d10da587b23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-465654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-459636'] for router (cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:14.918424 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1388a00-fc42-4492-a87c-d10da587b23b admin admin] Router cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0 is scheduled to L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 with binding_index 1 {{(pid=103276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 18:23:15.036298 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1388a00-fc42-4492-a87c-d10da587b23b admin admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:23:15.047576 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfde39f-e8ee-4257-91b1-37499a330a2e None None] Sync routers for ids ['cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0'] in dv-cinder-773985-33-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:23:15.058966 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfde39f-e8ee-4257-91b1-37499a330a2e None None] Routers {'cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:23:15.059537 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-edfde39f-e8ee-4257-91b1-37499a330a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:23:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:23:15.090896 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d537a8-a90c-4059-a0f5-501928acd6cd None None] Network 5b1b078e-4ed8-46df-bcce-c82941d31181 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:23:15.156319 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b1388a00-fc42-4492-a87c-d10da587b23b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:15.161427 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 58932) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:23:15.161646 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-b1388a00-fc42-4492-a87c-d10da587b23b admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7389481 Feb 16 18:23:15.265641 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-edfde39f-e8ee-4257-91b1-37499a330a2e None None] Set router cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:23:15.319919 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-12ea5033-ae6b-47b4-97ca-367003d0866e None None] Provisioning complete for port 5bec7184-97a5-47ea-86a9-36e6902d13dc triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:23:15.320664 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-12ea5033-ae6b-47b4-97ca-367003d0866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (5bec7184-97a5-47ea-86a9-36e6902d13dc), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:15.466025 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-12ea5033-ae6b-47b4-97ca-367003d0866e None None] Current status of the port 5bec7184-97a5-47ea-86a9-36e6902d13dc is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:23:15.467316 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-12ea5033-ae6b-47b4-97ca-367003d0866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (5bec7184-97a5-47ea-86a9-36e6902d13dc), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:15.488548 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-edfde39f-e8ee-4257-91b1-37499a330a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0', 'name': 'tempest-TestMinimumBasicScenario-936595711-router', 'tenant_id': 'a3e7a68839d94072bb3d7d32763e68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a495cd00-c120-4155-8725-a085b01c286d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:23:12Z', 'updated_at': '2022-02-16T18:23:14Z', 'revision_number': 3, 'project_id': 'a3e7a68839d94072bb3d7d32763e68e9', 'gw_port': {'id': 'a495cd00-c120-4155-8725-a085b01c286d', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:05:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:13Z', 'updated_at': '2022-02-16T18:23:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:23:15.516320 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-12ea5033-ae6b-47b4-97ca-367003d0866e None None] For port 5bec7184-97a5-47ea-86a9-36e6902d13dc, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=5bec7184-97a5-47ea-86a9-36e6902d13dc,segment=NetworkSegment(854c8365-990f-4cc5-9411-a069dd9e3c76),segment_id=854c8365-990f-4cc5-9411-a069dd9e3c76)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:23:15.536276 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfde39f-e8ee-4257-91b1-37499a330a2e None None] Checking router: cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0 for host: dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:23:15.536629 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfde39f-e8ee-4257-91b1-37499a330a2e None None] Updating router cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0 port a495cd00-c120-4155-8725-a085b01c286d binding host dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 18:23:15.567355 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-edfde39f-e8ee-4257-91b1-37499a330a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (a495cd00-c120-4155-8725-a085b01c286d), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:15.620452 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-12ea5033-ae6b-47b4-97ca-367003d0866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (5bec7184-97a5-47ea-86a9-36e6902d13dc), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:15.654236 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-cc647f88-c66d-438e-81c5-4cc1a958f274 req-8d898d0c-1600-46fb-b2f8-adb93b212f5d tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=57dcc153-38ea-4720-8a13-018399e562b4 HTTP/1.1" status: 200 len: 210 time: 0.0854032 Feb 16 18:23:15.750163 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea5033-ae6b-47b4-97ca-367003d0866e None None] Pushing event updated for resources: {'Port': ['ID=5bec7184-97a5-47ea-86a9-36e6902d13dc,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:15.766081 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 5bec7184-97a5-47ea-86a9-36e6902d13dc up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:23:15.817692 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 5bec7184-97a5-47ea-86a9-36e6902d13dc triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:23:15.820170 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (5bec7184-97a5-47ea-86a9-36e6902d13dc), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:15.875579 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-8216f1ed-e21f-4b84-bfa8-5f762730060c None None] Provisioning complete for port 5bec7184-97a5-47ea-86a9-36e6902d13dc triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:23:15.875947 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-8216f1ed-e21f-4b84-bfa8-5f762730060c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (5bec7184-97a5-47ea-86a9-36e6902d13dc), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:15.958628 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-edfde39f-e8ee-4257-91b1-37499a330a2e None None] Publish callbacks [] for port (a495cd00-c120-4155-8725-a085b01c286d), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:16.008481 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 5bec7184-97a5-47ea-86a9-36e6902d13dc is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:23:16.017189 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-edfde39f-e8ee-4257-91b1-37499a330a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (a495cd00-c120-4155-8725-a085b01c286d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:16.021500 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-8216f1ed-e21f-4b84-bfa8-5f762730060c None None] Current status of the port 5bec7184-97a5-47ea-86a9-36e6902d13dc is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:23:16.037673 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:16.077474 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-edfde39f-e8ee-4257-91b1-37499a330a2e None None] Attempting to bind port a495cd00-c120-4155-8725-a085b01c286d on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:23:16.078090 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-edfde39f-e8ee-4257-91b1-37499a330a2e None None] Attempting to bind port a495cd00-c120-4155-8725-a085b01c286d by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:23:16.078195 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfde39f-e8ee-4257-91b1-37499a330a2e None None] Attempting to bind port a495cd00-c120-4155-8725-a085b01c286d on network c00f8eca-8c80-474c-b61e-3160eeb0c24d {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:23:16.083375 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67dd7c0-8734-4a8b-beda-85105aab85a3 None None] Pushing event updated for resources: {'Port': ['ID=a495cd00-c120-4155-8725-a085b01c286d,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:16.085986 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfde39f-e8ee-4257-91b1-37499a330a2e None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:23:16.089525 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfde39f-e8ee-4257-91b1-37499a330a2e None None] Checking segment: {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:23:16.089525 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-edfde39f-e8ee-4257-91b1-37499a330a2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:16.089525 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfde39f-e8ee-4257-91b1-37499a330a2e None None] Bound using segment: {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:23:16.089525 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-edfde39f-e8ee-4257-91b1-37499a330a2e None None] Bound port: a495cd00-c120-4155-8725-a085b01c286d, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:23:16.089525 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-edfde39f-e8ee-4257-91b1-37499a330a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (a495cd00-c120-4155-8725-a085b01c286d), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:16.142406 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-edfde39f-e8ee-4257-91b1-37499a330a2e None None] For port a495cd00-c120-4155-8725-a085b01c286d, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:23:16.145665 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-edfde39f-e8ee-4257-91b1-37499a330a2e None None] For port a495cd00-c120-4155-8725-a085b01c286d, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=a495cd00-c120-4155-8725-a085b01c286d,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:23:16.210009 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Allocated IP 172.20.0.1 (5b1b078e-4ed8-46df-bcce-c82941d31181/2fdb9071-134f-45b6-84a5-6ad6fb116c11/f361c50f-a6f3-40be-a1bf-8f24dc346c78) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:23:16.234867 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-edfde39f-e8ee-4257-91b1-37499a330a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (a495cd00-c120-4155-8725-a085b01c286d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:16.290062 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfde39f-e8ee-4257-91b1-37499a330a2e None None] Routers {'cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:23:16.290647 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-edfde39f-e8ee-4257-91b1-37499a330a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:23:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:23:16.327638 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Publish callbacks [] for port (f361c50f-a6f3-40be-a1bf-8f24dc346c78), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:16.377829 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67dd7c0-8734-4a8b-beda-85105aab85a3 None None] Pushing event updated for resources: {'Port': ['ID=a495cd00-c120-4155-8725-a085b01c286d,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:16.418141 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-edfde39f-e8ee-4257-91b1-37499a330a2e None None] Set router cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:23:16.422880 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (f361c50f-a6f3-40be-a1bf-8f24dc346c78), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:16.459633 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Network 5b1b078e-4ed8-46df-bcce-c82941d31181 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:23:16.466330 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:23:16.469497 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:23:16.511081 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Pushing event updated for resources: {'Port': ['ID=f361c50f-a6f3-40be-a1bf-8f24dc346c78,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:16.523989 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:16.523989 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:16.524328 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:16.524667 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:16.524999 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:16.525370 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:16.525690 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:16.526558 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:16.526558 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:16.526704 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:16.527031 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:16.527354 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:16.527673 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:16.539879 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461865'] for router_interface (cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:16.619514 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-edfde39f-e8ee-4257-91b1-37499a330a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0', 'name': 'tempest-TestMinimumBasicScenario-936595711-router', 'tenant_id': 'a3e7a68839d94072bb3d7d32763e68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a495cd00-c120-4155-8725-a085b01c286d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:23:12Z', 'updated_at': '2022-02-16T18:23:14Z', 'revision_number': 3, 'project_id': 'a3e7a68839d94072bb3d7d32763e68e9', 'gw_port': {'id': 'a495cd00-c120-4155-8725-a085b01c286d', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:05:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:13Z', 'updated_at': '2022-02-16T18:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:23:16.656280 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfde39f-e8ee-4257-91b1-37499a330a2e None None] The sync data for ids ['cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0'] in dv-cinder-773985-33-iscsi is: [{'id': 'cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0', 'name': 'tempest-TestMinimumBasicScenario-936595711-router', 'tenant_id': 'a3e7a68839d94072bb3d7d32763e68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a495cd00-c120-4155-8725-a085b01c286d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:23:12Z', 'updated_at': '2022-02-16T18:23:14Z', 'revision_number': 3, 'project_id': 'a3e7a68839d94072bb3d7d32763e68e9', 'gw_port': {'id': 'a495cd00-c120-4155-8725-a085b01c286d', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:05:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:13Z', 'updated_at': '2022-02-16T18:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:23:16.750208 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-b9adf496-1ba0-4dc6-b01f-fbd3dc81669d None None] Provisioning complete for port f361c50f-a6f3-40be-a1bf-8f24dc346c78 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:23:16.750754 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b9adf496-1ba0-4dc6-b01f-fbd3dc81669d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (f361c50f-a6f3-40be-a1bf-8f24dc346c78), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:16.768443 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2e3e77a0-8aae-48fa-9ce6-f041bc0740d3 req-09cb9f44-fa6d-4931-afe7-a92e311459cf tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=57dcc153-38ea-4720-8a13-018399e562b4 HTTP/1.1" status: 200 len: 210 time: 0.0333011 Feb 16 18:23:16.789317 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-b9adf496-1ba0-4dc6-b01f-fbd3dc81669d None None] Port f361c50f-a6f3-40be-a1bf-8f24dc346c78 cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:23:16.851829 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (f361c50f-a6f3-40be-a1bf-8f24dc346c78), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:17.073247 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-ed1e5127-c6fa-451b-8e96-851175c3983f tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:17.074737 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-ed1e5127-c6fa-451b-8e96-851175c3983f tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.45 "GET /v2.0/networks?id=fc4564aa-f6c4-4d4f-9363-86ef32257258 HTTP/1.1" status: 200 len: 809 time: 0.1776483 Feb 16 18:23:17.097165 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-eaf981c0-905a-40f7-846b-3d7a1cce3fea tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Request body: {'port': {'device_id': '57dcc153-38ea-4720-8a13-018399e562b4', 'network_id': 'fc4564aa-f6c4-4d4f-9363-86ef32257258', 'admin_state_up': True, 'tenant_id': '9d5b466cb8b240088d1c9bbc4b4699bb'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:23:17.196681 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Publish callbacks [] for port (f361c50f-a6f3-40be-a1bf-8f24dc346c78), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:17.290898 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (f361c50f-a6f3-40be-a1bf-8f24dc346c78), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:17.340611 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-eaf981c0-905a-40f7-846b-3d7a1cce3fea tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Made reservation on behalf of 9d5b466cb8b240088d1c9bbc4b4699bb for: {'port': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:23:17.345059 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-eaf981c0-905a-40f7-846b-3d7a1cce3fea tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:17.394220 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Pushing event updated for resources: {'Port': ['ID=f361c50f-a6f3-40be-a1bf-8f24dc346c78,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:17.398186 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3745776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462005'] for router_interface (cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:17.582650 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-eaf981c0-905a-40f7-846b-3d7a1cce3fea tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Allocated IP 172.20.0.12 (fc4564aa-f6c4-4d4f-9363-86ef32257258/1c13ad86-9427-497b-bfde-7941917a23de/0f48f872-c1e9-4fde-95b8-5c04e5a44fda) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:23:17.611189 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Network 5b1b078e-4ed8-46df-bcce-c82941d31181 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:23:17.614569 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:23:17.786470 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device a495cd00-c120-4155-8725-a085b01c286d up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:23:17.864612 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port a495cd00-c120-4155-8725-a085b01c286d triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:23:17.865369 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (a495cd00-c120-4155-8725-a085b01c286d), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:17.875634 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-9c931a49-a36e-4177-bdfc-1842b04aab9b req-42e273c6-3e33-43e8-88d1-7ae6adc399da tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=57dcc153-38ea-4720-8a13-018399e562b4 HTTP/1.1" status: 200 len: 210 time: 0.0356867 Feb 16 18:23:17.878026 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Router cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:23:17.896585 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-eaf981c0-905a-40f7-846b-3d7a1cce3fea tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Publish callbacks [] for port (0f48f872-c1e9-4fde-95b8-5c04e5a44fda), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:17.929537 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-aaaef290-0727-42af-ad75-0d3ca33378b8 None None] Provisioning complete for port f361c50f-a6f3-40be-a1bf-8f24dc346c78 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:23:17.930005 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-aaaef290-0727-42af-ad75-0d3ca33378b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (f361c50f-a6f3-40be-a1bf-8f24dc346c78), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:17.992159 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-aaaef290-0727-42af-ad75-0d3ca33378b8 None None] Port f361c50f-a6f3-40be-a1bf-8f24dc346c78 cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:23:18.005034 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port a495cd00-c120-4155-8725-a085b01c286d is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:23:18.005532 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (a495cd00-c120-4155-8725-a085b01c286d), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:18.034325 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:23:18.034587 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] For port a495cd00-c120-4155-8725-a085b01c286d, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=a495cd00-c120-4155-8725-a085b01c286d,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:23:18.039367 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-b7408e92-1190-4237-ad8e-001c688734df admin admin] 10.222.0.87 "PUT /v2.0/routers/cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8767807 Feb 16 18:23:18.074747 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-eaf981c0-905a-40f7-846b-3d7a1cce3fea tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (0f48f872-c1e9-4fde-95b8-5c04e5a44fda), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:18.102837 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (a495cd00-c120-4155-8725-a085b01c286d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:18.103677 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 5bec7184-97a5-47ea-86a9-36e6902d13dc up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:23:18.140079 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-eaf981c0-905a-40f7-846b-3d7a1cce3fea tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Network fc4564aa-f6c4-4d4f-9363-86ef32257258 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:23:18.142407 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-eaf981c0-905a-40f7-846b-3d7a1cce3fea tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:23:18.146288 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-eaf981c0-905a-40f7-846b-3d7a1cce3fea tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:23:18.153150 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf981c0-905a-40f7-846b-3d7a1cce3fea tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Pushing event updated for resources: {'Port': ['ID=0f48f872-c1e9-4fde-95b8-5c04e5a44fda,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:18.207044 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Pushing event updated for resources: {'Port': ['ID=a495cd00-c120-4155-8725-a085b01c286d,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:18.215366 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-eaf981c0-905a-40f7-846b-3d7a1cce3fea tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:18.216080 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-eaf981c0-905a-40f7-846b-3d7a1cce3fea tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:18.227252 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 5bec7184-97a5-47ea-86a9-36e6902d13dc triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:23:18.227872 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (5bec7184-97a5-47ea-86a9-36e6902d13dc), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:18.306899 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-eaf981c0-905a-40f7-846b-3d7a1cce3fea tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2135715 Feb 16 18:23:18.318089 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 5bec7184-97a5-47ea-86a9-36e6902d13dc is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:23:18.323983 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-67b510bf-66e3-485d-ba07-d30b5771bb1f service neutron] Request body: {'port': {'device_id': '57dcc153-38ea-4720-8a13-018399e562b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:23:18.413233 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-67b510bf-66e3-485d-ba07-d30b5771bb1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (0f48f872-c1e9-4fde-95b8-5c04e5a44fda), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:18.453443 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5089934-1dee-4ab3-83cc-ac5705d2b31c None None] Sync routers for ids ['cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0'] in dv-cinder-773985-33-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:23:18.464425 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5089934-1dee-4ab3-83cc-ac5705d2b31c None None] Routers {'cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:23:18.465186 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-d5089934-1dee-4ab3-83cc-ac5705d2b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:23:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:23:18.595436 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-d5089934-1dee-4ab3-83cc-ac5705d2b31c None None] Set router cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:23:18.752774 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-67b510bf-66e3-485d-ba07-d30b5771bb1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f48f872-c1e9-4fde-95b8-5c04e5a44fda {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:23:18.772720 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-67b510bf-66e3-485d-ba07-d30b5771bb1f service neutron] Publish callbacks [] for port (0f48f872-c1e9-4fde-95b8-5c04e5a44fda), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:18.791416 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-67b510bf-66e3-485d-ba07-d30b5771bb1f service neutron] Transition to ACTIVE for port object 0f48f872-c1e9-4fde-95b8-5c04e5a44fda will not be triggered until provisioned by entity L2. {{(pid=103275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:23:18.838681 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-d5089934-1dee-4ab3-83cc-ac5705d2b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0', 'name': 'tempest-TestMinimumBasicScenario-936595711-router', 'tenant_id': 'a3e7a68839d94072bb3d7d32763e68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a495cd00-c120-4155-8725-a085b01c286d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:23:12Z', 'updated_at': '2022-02-16T18:23:16Z', 'revision_number': 4, 'project_id': 'a3e7a68839d94072bb3d7d32763e68e9', 'gw_port': {'id': 'a495cd00-c120-4155-8725-a085b01c286d', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:05:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:13Z', 'updated_at': '2022-02-16T18:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': 'f361c50f-a6f3-40be-a1bf-8f24dc346c78', 'name': '', 'network_id': '5b1b078e-4ed8-46df-bcce-c82941d31181', 'tenant_id': 'a3e7a68839d94072bb3d7d32763e68e9', 'mac_address': 'fa:16:3e:f7:14:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2fdb9071-134f-45b6-84a5-6ad6fb116c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:16Z', 'updated_at': '2022-02-16T18:23:16Z', 'revision_number': 2, 'project_id': 'a3e7a68839d94072bb3d7d32763e68e9', 'subnets': [{'id': '2fdb9071-134f-45b6-84a5-6ad6fb116c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:23:18.859809 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-67b510bf-66e3-485d-ba07-d30b5771bb1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (0f48f872-c1e9-4fde-95b8-5c04e5a44fda), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:18.866291 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5089934-1dee-4ab3-83cc-ac5705d2b31c None None] Checking router: cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0 for host: dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:23:18.866923 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5089934-1dee-4ab3-83cc-ac5705d2b31c None None] Updating router cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0 port f361c50f-a6f3-40be-a1bf-8f24dc346c78 binding host dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 18:23:18.903142 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d5089934-1dee-4ab3-83cc-ac5705d2b31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (f361c50f-a6f3-40be-a1bf-8f24dc346c78), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:18.924761 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b510bf-66e3-485d-ba07-d30b5771bb1f service neutron] Pushing event updated for resources: {'Port': ['ID=0f48f872-c1e9-4fde-95b8-5c04e5a44fda,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:19.047191 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-67b510bf-66e3-485d-ba07-d30b5771bb1f service neutron] Attempting to bind port 0f48f872-c1e9-4fde-95b8-5c04e5a44fda on host hv-cinder-77398 for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:23:19.047525 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-67b510bf-66e3-485d-ba07-d30b5771bb1f service neutron] Attempting to bind port 0f48f872-c1e9-4fde-95b8-5c04e5a44fda by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'cb42a4e6-76f6-4085-8536-425046b944ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fc4564aa-f6c4-4d4f-9363-86ef32257258'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:23:19.047856 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-67b510bf-66e3-485d-ba07-d30b5771bb1f service neutron] Attempting to bind port 0f48f872-c1e9-4fde-95b8-5c04e5a44fda on network fc4564aa-f6c4-4d4f-9363-86ef32257258 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:23:19.057832 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab634b-0b4d-4032-bc73-7d53fb38857a req-01467313-4f9a-48cb-b185-a5681b3f5bef tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:19.059485 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7eab634b-0b4d-4032-bc73-7d53fb38857a req-01467313-4f9a-48cb-b185-a5681b3f5bef tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=57dcc153-38ea-4720-8a13-018399e562b4 HTTP/1.1" status: 200 len: 944 time: 0.1017227 Feb 16 18:23:19.061793 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-67b510bf-66e3-485d-ba07-d30b5771bb1f service neutron] Port 0f48f872-c1e9-4fde-95b8-5c04e5a44fda on network fc4564aa-f6c4-4d4f-9363-86ef32257258 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 18:23:19.062116 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-67b510bf-66e3-485d-ba07-d30b5771bb1f service neutron] Attempting to bind port 0f48f872-c1e9-4fde-95b8-5c04e5a44fda on network fc4564aa-f6c4-4d4f-9363-86ef32257258 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:23:19.069434 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-67b510bf-66e3-485d-ba07-d30b5771bb1f service neutron] Checking agent: {'id': '5c336864-29ba-45bb-93ac-04ba68c7d8e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'started_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:23:19.070424 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-67b510bf-66e3-485d-ba07-d30b5771bb1f service neutron] Checking segment: {'id': 'cb42a4e6-76f6-4085-8536-425046b944ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fc4564aa-f6c4-4d4f-9363-86ef32257258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:23:19.070424 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-67b510bf-66e3-485d-ba07-d30b5771bb1f service neutron] Bound using segment: {'id': 'cb42a4e6-76f6-4085-8536-425046b944ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fc4564aa-f6c4-4d4f-9363-86ef32257258'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:23:19.070683 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-67b510bf-66e3-485d-ba07-d30b5771bb1f service neutron] Bound port: 0f48f872-c1e9-4fde-95b8-5c04e5a44fda, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb42a4e6-76f6-4085-8536-425046b944ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fc4564aa-f6c4-4d4f-9363-86ef32257258'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:23:19.070998 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-67b510bf-66e3-485d-ba07-d30b5771bb1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (0f48f872-c1e9-4fde-95b8-5c04e5a44fda), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:19.153123 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7eab634b-0b4d-4032-bc73-7d53fb38857a req-e805d8fd-5112-4c32-8d72-7826137cf4c7 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ec91071-db59-41ac-912f-4e09e3e325f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857329 Feb 16 18:23:19.175767 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-67b510bf-66e3-485d-ba07-d30b5771bb1f service neutron] For port 0f48f872-c1e9-4fde-95b8-5c04e5a44fda, host hv-cinder-77398, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:23:19.178882 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-67b510bf-66e3-485d-ba07-d30b5771bb1f service neutron] For port 0f48f872-c1e9-4fde-95b8-5c04e5a44fda, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0f48f872-c1e9-4fde-95b8-5c04e5a44fda,segment=NetworkSegment(cb42a4e6-76f6-4085-8536-425046b944ec),segment_id=cb42a4e6-76f6-4085-8536-425046b944ec)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:23:19.249045 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d5089934-1dee-4ab3-83cc-ac5705d2b31c None None] Publish callbacks [] for port (f361c50f-a6f3-40be-a1bf-8f24dc346c78), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:19.271905 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-67b510bf-66e3-485d-ba07-d30b5771bb1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (0f48f872-c1e9-4fde-95b8-5c04e5a44fda), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:19.302444 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-67b510bf-66e3-485d-ba07-d30b5771bb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:19.303080 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-67b510bf-66e3-485d-ba07-d30b5771bb1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:19.304514 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-67b510bf-66e3-485d-ba07-d30b5771bb1f service neutron] 10.222.0.45 "PUT /v2.0/ports/0f48f872-c1e9-4fde-95b8-5c04e5a44fda HTTP/1.1" status: 200 len: 1094 time: 0.9897964 Feb 16 18:23:19.304962 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57dcc153-38ea-4720-8a13-018399e562b4', 'tag': '0f48f872-c1e9-4fde-95b8-5c04e5a44fda'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:23:19.307275 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d20e6b4-7da7-4ba7-bd59-7b67d08efc84" -d '{"events": [{"name": "network-changed", "server_uuid": "57dcc153-38ea-4720-8a13-018399e562b4", "tag": "0f48f872-c1e9-4fde-95b8-5c04e5a44fda"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:23:19.323001 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d5089934-1dee-4ab3-83cc-ac5705d2b31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (f361c50f-a6f3-40be-a1bf-8f24dc346c78), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:19.362559 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b510bf-66e3-485d-ba07-d30b5771bb1f service neutron] Pushing event updated for resources: {'Port': ['ID=0f48f872-c1e9-4fde-95b8-5c04e5a44fda,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:19.381617 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3c3376-0aa5-4601-a0cd-17cbccd9c0c3 x-openstack-request-id: req-0f3c3376-0aa5-4601-a0cd-17cbccd9c0c3 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:23:19.382459 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57dcc153-38ea-4720-8a13-018399e562b4", "tag": "0f48f872-c1e9-4fde-95b8-5c04e5a44fda", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:23:19.383330 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0f3c3376-0aa5-4601-a0cd-17cbccd9c0c3 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:23:19.383478 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57dcc153-38ea-4720-8a13-018399e562b4', 'tag': '0f48f872-c1e9-4fde-95b8-5c04e5a44fda', 'status': 'completed', 'code': 200} Feb 16 18:23:19.394975 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b18461-0e62-4b5a-bd63-0d02f4a4e3a1 None None] Pushing event updated for resources: {'Port': ['ID=f361c50f-a6f3-40be-a1bf-8f24dc346c78,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:19.482891 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-d5089934-1dee-4ab3-83cc-ac5705d2b31c None None] Attempting to bind port f361c50f-a6f3-40be-a1bf-8f24dc346c78 on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:23:19.484285 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-d5089934-1dee-4ab3-83cc-ac5705d2b31c None None] Attempting to bind port f361c50f-a6f3-40be-a1bf-8f24dc346c78 by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': '854c8365-990f-4cc5-9411-a069dd9e3c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5b1b078e-4ed8-46df-bcce-c82941d31181'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:23:19.484932 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5089934-1dee-4ab3-83cc-ac5705d2b31c None None] Attempting to bind port f361c50f-a6f3-40be-a1bf-8f24dc346c78 on network 5b1b078e-4ed8-46df-bcce-c82941d31181 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:23:19.491774 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5089934-1dee-4ab3-83cc-ac5705d2b31c None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:23:19.492284 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5089934-1dee-4ab3-83cc-ac5705d2b31c None None] Checking segment: {'id': '854c8365-990f-4cc5-9411-a069dd9e3c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5b1b078e-4ed8-46df-bcce-c82941d31181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:23:19.493264 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d5089934-1dee-4ab3-83cc-ac5705d2b31c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:19.493895 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5089934-1dee-4ab3-83cc-ac5705d2b31c None None] Bound using segment: {'id': '854c8365-990f-4cc5-9411-a069dd9e3c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5b1b078e-4ed8-46df-bcce-c82941d31181'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:23:19.494270 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20e6b4-7da7-4ba7-bd59-7b67d08efc84 req-69a05f80-122d-4051-bbc3-77377b781e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:19.494759 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-d5089934-1dee-4ab3-83cc-ac5705d2b31c None None] Bound port: f361c50f-a6f3-40be-a1bf-8f24dc346c78, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '854c8365-990f-4cc5-9411-a069dd9e3c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5b1b078e-4ed8-46df-bcce-c82941d31181'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:23:19.495233 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d5089934-1dee-4ab3-83cc-ac5705d2b31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (f361c50f-a6f3-40be-a1bf-8f24dc346c78), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:19.495812 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8d20e6b4-7da7-4ba7-bd59-7b67d08efc84 req-69a05f80-122d-4051-bbc3-77377b781e6c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d5b466cb8b240088d1c9bbc4b4699bb&device_id=57dcc153-38ea-4720-8a13-018399e562b4 HTTP/1.1" status: 200 len: 1128 time: 0.1045160 Feb 16 18:23:19.658412 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-d5089934-1dee-4ab3-83cc-ac5705d2b31c None None] For port f361c50f-a6f3-40be-a1bf-8f24dc346c78, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:23:19.662193 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-d5089934-1dee-4ab3-83cc-ac5705d2b31c None None] For port f361c50f-a6f3-40be-a1bf-8f24dc346c78, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=f361c50f-a6f3-40be-a1bf-8f24dc346c78,segment=NetworkSegment(854c8365-990f-4cc5-9411-a069dd9e3c76),segment_id=854c8365-990f-4cc5-9411-a069dd9e3c76)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:23:19.756605 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-87387824-c9af-4346-8368-e9fb56e6aa4d None None] Provisioning complete for port f361c50f-a6f3-40be-a1bf-8f24dc346c78 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:23:19.762347 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-87387824-c9af-4346-8368-e9fb56e6aa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (f361c50f-a6f3-40be-a1bf-8f24dc346c78), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:19.768132 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d5089934-1dee-4ab3-83cc-ac5705d2b31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (f361c50f-a6f3-40be-a1bf-8f24dc346c78), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:19.783387 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device a495cd00-c120-4155-8725-a085b01c286d up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:23:19.796833 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20e6b4-7da7-4ba7-bd59-7b67d08efc84 req-ad161bab-0406-4755-8251-d5af20b0c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:19.798419 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8d20e6b4-7da7-4ba7-bd59-7b67d08efc84 req-ad161bab-0406-4755-8251-d5af20b0c773 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9d5b466cb8b240088d1c9bbc4b4699bb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2915158 Feb 16 18:23:19.993374 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20e6b4-7da7-4ba7-bd59-7b67d08efc84 req-e68ff485-abe7-4928-93fc-0b06f351db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:19.995125 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8d20e6b4-7da7-4ba7-bd59-7b67d08efc84 req-e68ff485-abe7-4928-93fc-0b06f351db16 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1900976 Feb 16 18:23:20.020888 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5089934-1dee-4ab3-83cc-ac5705d2b31c None None] Routers {'cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:23:20.021608 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-d5089934-1dee-4ab3-83cc-ac5705d2b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:23:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:23:20.177150 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b18461-0e62-4b5a-bd63-0d02f4a4e3a1 None None] Pushing event updated for resources: {'Port': ['ID=f361c50f-a6f3-40be-a1bf-8f24dc346c78,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:20.191028 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-87387824-c9af-4346-8368-e9fb56e6aa4d None None] Current status of the port f361c50f-a6f3-40be-a1bf-8f24dc346c78 is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:23:20.191428 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-87387824-c9af-4346-8368-e9fb56e6aa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (f361c50f-a6f3-40be-a1bf-8f24dc346c78), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:20.211144 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-76d16429-1c71-4f17-9598-cc94d6ec5ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:20.214582 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port a495cd00-c120-4155-8725-a085b01c286d triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:23:20.215287 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (a495cd00-c120-4155-8725-a085b01c286d), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:20.218090 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-76d16429-1c71-4f17-9598-cc94d6ec5ba1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d5b466cb8b240088d1c9bbc4b4699bb&device_id=57dcc153-38ea-4720-8a13-018399e562b4 HTTP/1.1" status: 200 len: 1128 time: 0.1662283 Feb 16 18:23:20.276836 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-87387824-c9af-4346-8368-e9fb56e6aa4d None None] For port f361c50f-a6f3-40be-a1bf-8f24dc346c78, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=f361c50f-a6f3-40be-a1bf-8f24dc346c78,segment=NetworkSegment(854c8365-990f-4cc5-9411-a069dd9e3c76),segment_id=854c8365-990f-4cc5-9411-a069dd9e3c76)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:23:20.302849 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-9d5b97ad-b009-45f6-a5d7-eb264595334e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f48f872-c1e9-4fde-95b8-5c04e5a44fda HTTP/1.1" status: 200 len: 217 time: 0.0712428 Feb 16 18:23:20.304717 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-d5089934-1dee-4ab3-83cc-ac5705d2b31c None None] Set router cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:23:20.359593 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a523c-ae00-48f7-8124-4ce0b10ae906 req-e395213d-0e9c-45bc-b334-9c67195c2508 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:20.361754 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-371a523c-ae00-48f7-8124-4ce0b10ae906 req-e395213d-0e9c-45bc-b334-9c67195c2508 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=57dcc153-38ea-4720-8a13-018399e562b4 HTTP/1.1" status: 200 len: 944 time: 0.0691717 Feb 16 18:23:20.391252 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-ca935c05-05e2-474a-97ab-0fe1f35c7e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:20.392939 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-ca935c05-05e2-474a-97ab-0fe1f35c7e50 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1c13ad86-9427-497b-bfde-7941917a23de HTTP/1.1" status: 200 len: 849 time: 0.0763662 Feb 16 18:23:20.444698 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-371a523c-ae00-48f7-8124-4ce0b10ae906 req-01ea873a-0dc7-4f50-b3cf-76e772069ce5 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ec91071-db59-41ac-912f-4e09e3e325f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761268 Feb 16 18:23:20.477392 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-0e80fb8d-e6cd-4f63-86ea-8718a4ce3c8e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc4564aa-f6c4-4d4f-9363-86ef32257258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700130 Feb 16 18:23:20.525582 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-87387824-c9af-4346-8368-e9fb56e6aa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (f361c50f-a6f3-40be-a1bf-8f24dc346c78), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:20.630279 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff33b8-bbf1-4b97-903d-21ce45606f2f req-53be669a-c8cb-4d40-9924-895659b97b98 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:20.634063 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-39ff33b8-bbf1-4b97-903d-21ce45606f2f req-53be669a-c8cb-4d40-9924-895659b97b98 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0728374 Feb 16 18:23:20.680361 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-ee71329b-9686-4e93-a86f-ea976b4fe06c service neutron] 10.222.0.45 "GET /v2.0/networks/fc4564aa-f6c4-4d4f-9363-86ef32257258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954644 Feb 16 18:23:20.684580 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port a495cd00-c120-4155-8725-a085b01c286d is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:23:20.699662 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7011c-69b3-4712-8653-08dd5675ae1a req-5fb6a357-ab5d-479d-8d1e-7540fb06334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:20.702217 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a5f7011c-69b3-4712-8653-08dd5675ae1a req-5fb6a357-ab5d-479d-8d1e-7540fb06334b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e740c52ad64142398b541359c4b59da4&device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 1130 time: 0.1136949 Feb 16 18:23:20.759627 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-39ff33b8-bbf1-4b97-903d-21ce45606f2f req-60c4f759-b819-4db2-b8bd-83dfe80f5acb tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127579 Feb 16 18:23:20.772001 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87387824-c9af-4346-8368-e9fb56e6aa4d None None] Pushing event updated for resources: {'Port': ['ID=f361c50f-a6f3-40be-a1bf-8f24dc346c78,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:20.791138 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-a2fc513b-835d-4df1-8bf7-bcc450cc364a None None] Provisioning complete for port f361c50f-a6f3-40be-a1bf-8f24dc346c78 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:23:20.791138 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a2fc513b-835d-4df1-8bf7-bcc450cc364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (f361c50f-a6f3-40be-a1bf-8f24dc346c78), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:20.911142 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e41ddb51-4faa-437d-8bdf-b92715540430 req-2bd82232-9eac-4e07-ac10-e16f1d023216 service neutron] 10.222.0.45 "GET /v2.0/networks/fc4564aa-f6c4-4d4f-9363-86ef32257258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153587 Feb 16 18:23:20.967035 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-a2fc513b-835d-4df1-8bf7-bcc450cc364a None None] Current status of the port f361c50f-a6f3-40be-a1bf-8f24dc346c78 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:23:21.001470 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7011c-69b3-4712-8653-08dd5675ae1a req-29098e04-dd0a-4cf1-89a9-f9e10edb9a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:21.002904 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a5f7011c-69b3-4712-8653-08dd5675ae1a req-29098e04-dd0a-4cf1-89a9-f9e10edb9a1d service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b925c41-17ee-42bb-8e4d-3cf4909400ae HTTP/1.1" status: 200 len: 920 time: 0.2919488 Feb 16 18:23:21.006089 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-d5089934-1dee-4ab3-83cc-ac5705d2b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0', 'name': 'tempest-TestMinimumBasicScenario-936595711-router', 'tenant_id': 'a3e7a68839d94072bb3d7d32763e68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a495cd00-c120-4155-8725-a085b01c286d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:23:12Z', 'updated_at': '2022-02-16T18:23:16Z', 'revision_number': 4, 'project_id': 'a3e7a68839d94072bb3d7d32763e68e9', 'gw_port': {'id': 'a495cd00-c120-4155-8725-a085b01c286d', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:05:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:13Z', 'updated_at': '2022-02-16T18:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': 'f361c50f-a6f3-40be-a1bf-8f24dc346c78', 'name': '', 'network_id': '5b1b078e-4ed8-46df-bcce-c82941d31181', 'tenant_id': 'a3e7a68839d94072bb3d7d32763e68e9', 'mac_address': 'fa:16:3e:f7:14:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2fdb9071-134f-45b6-84a5-6ad6fb116c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:16Z', 'updated_at': '2022-02-16T18:23:19Z', 'revision_number': 4, 'project_id': 'a3e7a68839d94072bb3d7d32763e68e9', 'subnets': [{'id': '2fdb9071-134f-45b6-84a5-6ad6fb116c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:23:21.047782 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5089934-1dee-4ab3-83cc-ac5705d2b31c None None] The sync data for ids ['cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0'] in dv-cinder-773985-33-iscsi is: [{'id': 'cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0', 'name': 'tempest-TestMinimumBasicScenario-936595711-router', 'tenant_id': 'a3e7a68839d94072bb3d7d32763e68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a495cd00-c120-4155-8725-a085b01c286d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:23:12Z', 'updated_at': '2022-02-16T18:23:16Z', 'revision_number': 4, 'project_id': 'a3e7a68839d94072bb3d7d32763e68e9', 'gw_port': {'id': 'a495cd00-c120-4155-8725-a085b01c286d', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:05:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:13Z', 'updated_at': '2022-02-16T18:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': 'f361c50f-a6f3-40be-a1bf-8f24dc346c78', 'name': '', 'network_id': '5b1b078e-4ed8-46df-bcce-c82941d31181', 'tenant_id': 'a3e7a68839d94072bb3d7d32763e68e9', 'mac_address': 'fa:16:3e:f7:14:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2fdb9071-134f-45b6-84a5-6ad6fb116c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:16Z', 'updated_at': '2022-02-16T18:23:19Z', 'revision_number': 4, 'project_id': 'a3e7a68839d94072bb3d7d32763e68e9', 'subnets': [{'id': '2fdb9071-134f-45b6-84a5-6ad6fb116c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:23:21.073586 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a5f7011c-69b3-4712-8653-08dd5675ae1a req-28fa245c-890a-42a8-90a7-97669437ebb2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=632dec37-55bd-4e4c-9b06-21151fe52ba6 HTTP/1.1" status: 200 len: 217 time: 0.0635040 Feb 16 18:23:21.218478 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7011c-69b3-4712-8653-08dd5675ae1a req-670b9960-2a71-4865-bf6f-d49e84421142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:21.220006 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a5f7011c-69b3-4712-8653-08dd5675ae1a req-670b9960-2a71-4865-bf6f-d49e84421142 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f85686ac-8d4f-40f4-9d20-44dd74c413da HTTP/1.1" status: 200 len: 859 time: 0.1375754 Feb 16 18:23:21.289614 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a5f7011c-69b3-4712-8653-08dd5675ae1a req-2dbeea16-cf0d-4151-8e5e-1d9513a0eeaf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b925c41-17ee-42bb-8e4d-3cf4909400ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474639 Feb 16 18:23:21.296151 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-106747fd-738e-42ac-8a89-814c006a052d req-2a09f38e-7a4e-4db0-8814-4bb97fb44222 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-985394310&fields=id&tenant_id=bbc85d2f47ed42ae9d13c15932375126 HTTP/1.1" status: 200 len: 267 time: 0.1050820 Feb 16 18:23:21.513556 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106747fd-738e-42ac-8a89-814c006a052d req-070a2a60-282d-482f-be75-be20b1357ac4 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:21.515948 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-106747fd-738e-42ac-8a89-814c006a052d req-070a2a60-282d-482f-be75-be20b1357ac4 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/networks?id=c3b692a3-8e7f-4e30-84f4-e7dc80fed586 HTTP/1.1" status: 200 len: 811 time: 0.2151761 Feb 16 18:23:21.552962 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-106747fd-738e-42ac-8a89-814c006a052d req-4d5d447c-c8eb-4972-b0ce-5eba796587a0 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/quotas/bbc85d2f47ed42ae9d13c15932375126 HTTP/1.1" status: 200 len: 375 time: 0.0298114 Feb 16 18:23:21.645956 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc0e8e-c939-474d-b7a0-7f9510cf6503 req-7d286a0a-95c3-4c28-a36a-466cd01e5cfe tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:21.658910 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a6bc0e8e-c939-474d-b7a0-7f9510cf6503 req-7d286a0a-95c3-4c28-a36a-466cd01e5cfe tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=57dcc153-38ea-4720-8a13-018399e562b4 HTTP/1.1" status: 200 len: 944 time: 0.1110401 Feb 16 18:23:21.786490 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a6bc0e8e-c939-474d-b7a0-7f9510cf6503 req-049e8d03-d688-4942-8a05-62adca7c47e5 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ec91071-db59-41ac-912f-4e09e3e325f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238713 Feb 16 18:23:21.787275 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device f361c50f-a6f3-40be-a1bf-8f24dc346c78 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:23:21.938757 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port f361c50f-a6f3-40be-a1bf-8f24dc346c78 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:23:21.939283 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (f361c50f-a6f3-40be-a1bf-8f24dc346c78), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:21.973319 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a5f7011c-69b3-4712-8653-08dd5675ae1a req-4e1576fa-6150-4783-8e4b-dda0ee233384 service neutron] 10.222.0.45 "GET /v2.0/networks/2b925c41-17ee-42bb-8e4d-3cf4909400ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6632819 Feb 16 18:23:21.974724 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8383ee1-d8ac-4265-b842-96549a8f01ee req-9e416770-0a9e-4932-857c-881fd5fc6664 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:21.976549 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a8383ee1-d8ac-4265-b842-96549a8f01ee req-9e416770-0a9e-4932-857c-881fd5fc6664 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.1025743 Feb 16 18:23:22.040584 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:23:22.065194 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-106747fd-738e-42ac-8a89-814c006a052d req-c7fc4a17-38df-4700-b05b-2e9d550c9b97 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=bbc85d2f47ed42ae9d13c15932375126&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5021925 Feb 16 18:23:22.069030 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port f361c50f-a6f3-40be-a1bf-8f24dc346c78 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:23:22.111603 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a8383ee1-d8ac-4265-b842-96549a8f01ee req-cfe56aeb-252d-453e-855d-f608c50407ca tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220210 Feb 16 18:23:22.212754 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a5f7011c-69b3-4712-8653-08dd5675ae1a req-54ad9b1a-ce5f-4450-b741-0a2858842607 service neutron] 10.222.0.45 "GET /v2.0/networks/2b925c41-17ee-42bb-8e4d-3cf4909400ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209184 Feb 16 18:23:22.257412 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-106747fd-738e-42ac-8a89-814c006a052d req-97a5611d-adcb-47af-a726-10829a1f4dc0 service neutron] 10.222.0.87 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454349 Feb 16 18:23:22.396215 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-106747fd-738e-42ac-8a89-814c006a052d req-c16d8bc7-a56b-4ca4-8303-2302831db6d2 service neutron] 10.222.0.87 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330204 Feb 16 18:23:22.907713 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5ff0d-2673-4377-8819-0896152379fb req-a47992a7-8649-4a91-b964-abd169d81ad5 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:22.915904 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-9cf5ff0d-2673-4377-8819-0896152379fb req-a47992a7-8649-4a91-b964-abd169d81ad5 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=57dcc153-38ea-4720-8a13-018399e562b4 HTTP/1.1" status: 200 len: 944 time: 0.0660837 Feb 16 18:23:22.977955 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-9cf5ff0d-2673-4377-8819-0896152379fb req-671268f8-5dd9-4349-b08c-6ce0f79e78c0 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ec91071-db59-41ac-912f-4e09e3e325f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588205 Feb 16 18:23:23.065374 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-686bc977-27e3-4319-94b7-2d2d92819361 req-d7e87220-5a2a-4cb9-a1f3-04d828909a2f tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 210 time: 0.0298102 Feb 16 18:23:23.158671 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 0f48f872-c1e9-4fde-95b8-5c04e5a44fda details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=103277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 18:23:23.285261 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ab66f-8902-4638-abc2-6e5f582173f3 req-001a62e4-0bfa-4551-8ebc-2789fc0d6506 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:23.287271 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-424ab66f-8902-4638-abc2-6e5f582173f3 req-001a62e4-0bfa-4551-8ebc-2789fc0d6506 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0754073 Feb 16 18:23:23.333250 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 0f48f872-c1e9-4fde-95b8-5c04e5a44fda, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0f48f872-c1e9-4fde-95b8-5c04e5a44fda,segment=NetworkSegment(cb42a4e6-76f6-4085-8536-425046b944ec),segment_id=cb42a4e6-76f6-4085-8536-425046b944ec)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:23:23.350457 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Returning: {'device': '0f48f872-c1e9-4fde-95b8-5c04e5a44fda', 'network_id': 'fc4564aa-f6c4-4d4f-9363-86ef32257258', 'port_id': '0f48f872-c1e9-4fde-95b8-5c04e5a44fda', 'mac_address': 'fa:16:3e:d2:70:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c13ad86-9427-497b-bfde-7941917a23de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 18:23:23.369818 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-424ab66f-8902-4638-abc2-6e5f582173f3 req-81e9876e-829e-4905-a153-1f8a15e1904e tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742202 Feb 16 18:23:23.394199 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 0f48f872-c1e9-4fde-95b8-5c04e5a44fda is: DOWN; New status is: BUILD {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:23:23.394606 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (0f48f872-c1e9-4fde-95b8-5c04e5a44fda), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:23.418557 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f48f872-c1e9-4fde-95b8-5c04e5a44fda {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:23:23.442131 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 0f48f872-c1e9-4fde-95b8-5c04e5a44fda, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0f48f872-c1e9-4fde-95b8-5c04e5a44fda,segment=NetworkSegment(cb42a4e6-76f6-4085-8536-425046b944ec),segment_id=cb42a4e6-76f6-4085-8536-425046b944ec)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:23:23.891082 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (0f48f872-c1e9-4fde-95b8-5c04e5a44fda), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:23.944826 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=0f48f872-c1e9-4fde-95b8-5c04e5a44fda,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:24.167781 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e502a7-d276-498b-9b94-e4a3dfe53cb0 req-ef5deb3e-d7c9-43f6-addb-0cf566fae9dc tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:24.170388 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e7e502a7-d276-498b-9b94-e4a3dfe53cb0 req-ef5deb3e-d7c9-43f6-addb-0cf566fae9dc tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=57dcc153-38ea-4720-8a13-018399e562b4 HTTP/1.1" status: 200 len: 945 time: 0.1250978 Feb 16 18:23:24.173242 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e0a590a3-0dcd-47a9-bc2f-1f2ff5b37b54 req-a23fdd4e-3328-44fc-82e3-a835883d154d tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 210 time: 0.0298693 Feb 16 18:23:24.246927 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e7e502a7-d276-498b-9b94-e4a3dfe53cb0 req-c575b563-8210-4e10-b1d1-b7d0f487e25b tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ec91071-db59-41ac-912f-4e09e3e325f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696981 Feb 16 18:23:24.308218 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['0f48f872-c1e9-4fde-95b8-5c04e5a44fda'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:23:24.516713 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e32d3-8f3e-4c76-b460-ca049eee1840 req-0fb0afdb-f88c-4556-a583-97149d5980e2 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:24.518521 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-653e32d3-8f3e-4c76-b460-ca049eee1840 req-0fb0afdb-f88c-4556-a583-97149d5980e2 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0710399 Feb 16 18:23:24.575455 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-653e32d3-8f3e-4c76-b460-ca049eee1840 req-67f49143-1eae-44c9-a25b-80503eb9e4d4 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511434 Feb 16 18:23:25.342877 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-9f2e94b0-df5b-48a0-a89b-e677fdc6878e req-ef9c2643-c9cd-4f04-a432-b5aef81b1bc5 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 210 time: 0.0523782 Feb 16 18:23:25.398818 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2782ab4-f0b8-4a14-aae5-c79a8ac7da74 req-b99e26e3-3d78-4033-9f9d-456e458c9f40 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:25.400395 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e2782ab4-f0b8-4a14-aae5-c79a8ac7da74 req-b99e26e3-3d78-4033-9f9d-456e458c9f40 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=57dcc153-38ea-4720-8a13-018399e562b4 HTTP/1.1" status: 200 len: 945 time: 0.0716705 Feb 16 18:23:25.460936 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e2782ab4-f0b8-4a14-aae5-c79a8ac7da74 req-65705697-75d9-4c5d-a344-ea89c01f00a5 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ec91071-db59-41ac-912f-4e09e3e325f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524936 Feb 16 18:23:25.719403 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb907e-0719-4004-8578-5001c58c5fad req-b8defdb2-835e-4e10-8351-af66a404dd89 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:25.721115 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-5ddb907e-0719-4004-8578-5001c58c5fad req-b8defdb2-835e-4e10-8351-af66a404dd89 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0710382 Feb 16 18:23:25.778742 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-5ddb907e-0719-4004-8578-5001c58c5fad req-2b6df0de-1ccb-4d9a-9a14-e7c4e3c6d68e tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512621 Feb 16 18:23:25.919780 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106747fd-738e-42ac-8a89-814c006a052d req-3d3db1da-166b-4d64-817e-2b1e4867b7ae tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:25.922905 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-106747fd-738e-42ac-8a89-814c006a052d req-3d3db1da-166b-4d64-817e-2b1e4867b7ae tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.45 "GET /v2.0/networks?id=c3b692a3-8e7f-4e30-84f4-e7dc80fed586 HTTP/1.1" status: 200 len: 811 time: 0.1249030 Feb 16 18:23:26.019579 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-106747fd-738e-42ac-8a89-814c006a052d req-ae7904bf-f0ed-413e-ac06-d1ad45f06811 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbc85d2f47ed42ae9d13c15932375126 HTTP/1.1" status: 200 len: 379 time: 0.0761118 Feb 16 18:23:26.045575 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-106747fd-738e-42ac-8a89-814c006a052d req-4bf06ccf-99c1-4a66-8132-a9c177d82915 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Request body: {'port': {'device_id': 'fd954e35-f8d1-463f-9405-520616b29712', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'admin_state_up': True, 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'security_groups': ['b2c5e5e5-37da-4fa3-aecf-0efc2b48e885']}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:23:26.290650 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-106747fd-738e-42ac-8a89-814c006a052d req-4bf06ccf-99c1-4a66-8132-a9c177d82915 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Made reservation on behalf of bbc85d2f47ed42ae9d13c15932375126 for: {'port': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:23:26.298013 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-106747fd-738e-42ac-8a89-814c006a052d req-4bf06ccf-99c1-4a66-8132-a9c177d82915 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:26.487735 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a341d836-3700-4f7a-9578-36ec6254bda5 req-4a310f5a-7b6b-49c1-bbb5-d3600c35318a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 210 time: 0.0356057 Feb 16 18:23:26.538418 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [req-106747fd-738e-42ac-8a89-814c006a052d req-4bf06ccf-99c1-4a66-8132-a9c177d82915 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Allocated IP 172.20.0.13 (c3b692a3-8e7f-4e30-84f4-e7dc80fed586/c1c21080-f6c4-4a5f-9337-f015cc2f7375/d75ddc8a-f29c-44ef-8340-7c1d291db40f) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:23:26.605411 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a11bdb-0a59-4645-b7ef-af6ff637c19b req-b3077cac-dfe5-4f53-9be5-71e496074974 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:26.608275 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-f2a11bdb-0a59-4645-b7ef-af6ff637c19b req-b3077cac-dfe5-4f53-9be5-71e496074974 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=57dcc153-38ea-4720-8a13-018399e562b4 HTTP/1.1" status: 200 len: 945 time: 0.0695453 Feb 16 18:23:26.669090 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-f2a11bdb-0a59-4645-b7ef-af6ff637c19b req-ea2438f5-e213-447a-a129-70f5ffaa034b tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ec91071-db59-41ac-912f-4e09e3e325f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551436 Feb 16 18:23:26.745118 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-106747fd-738e-42ac-8a89-814c006a052d req-4bf06ccf-99c1-4a66-8132-a9c177d82915 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for port (d75ddc8a-f29c-44ef-8340-7c1d291db40f), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:26.883560 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf39c9-c8a5-462d-b17f-44b55477ae12 req-9ec948b7-802b-42cb-b9b4-30dd15a9e5c7 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:26.885073 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-32bf39c9-c8a5-462d-b17f-44b55477ae12 req-9ec948b7-802b-42cb-b9b4-30dd15a9e5c7 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.1131239 Feb 16 18:23:26.939199 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-32bf39c9-c8a5-462d-b17f-44b55477ae12 req-20c0235d-001d-4435-a99a-5a0d8ccc3417 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479887 Feb 16 18:23:26.981738 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723c002-4bdf-4bf1-9c55-35bb775c9f1a req-0c29398f-ce90-40ea-8259-5637fedc35fc tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:26.981738 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2723c002-4bdf-4bf1-9c55-35bb775c9f1a req-0c29398f-ce90-40ea-8259-5637fedc35fc tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0616138 Feb 16 18:23:26.987634 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2723c002-4bdf-4bf1-9c55-35bb775c9f1a req-3bdb901f-6b40-4af5-8423-e4af2cf051ff tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414517 Feb 16 18:23:27.172187 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 0f48f872-c1e9-4fde-95b8-5c04e5a44fda up at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:23:27.343240 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-106747fd-738e-42ac-8a89-814c006a052d req-4bf06ccf-99c1-4a66-8132-a9c177d82915 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (d75ddc8a-f29c-44ef-8340-7c1d291db40f), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:27.385256 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-106747fd-738e-42ac-8a89-814c006a052d req-4bf06ccf-99c1-4a66-8132-a9c177d82915 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Network c3b692a3-8e7f-4e30-84f4-e7dc80fed586 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:23:27.392834 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [req-106747fd-738e-42ac-8a89-814c006a052d req-4bf06ccf-99c1-4a66-8132-a9c177d82915 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:23:27.396596 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-106747fd-738e-42ac-8a89-814c006a052d req-4bf06ccf-99c1-4a66-8132-a9c177d82915 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:23:27.403391 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning for port 0f48f872-c1e9-4fde-95b8-5c04e5a44fda completed by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:23:27.418510 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning complete for port 0f48f872-c1e9-4fde-95b8-5c04e5a44fda triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:23:27.418891 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (0f48f872-c1e9-4fde-95b8-5c04e5a44fda), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:27.429411 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf06ccf-99c1-4a66-8132-a9c177d82915 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Pushing event updated for resources: {'Port': ['ID=d75ddc8a-f29c-44ef-8340-7c1d291db40f,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:27.487654 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106747fd-738e-42ac-8a89-814c006a052d req-4bf06ccf-99c1-4a66-8132-a9c177d82915 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:27.488616 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-106747fd-738e-42ac-8a89-814c006a052d req-4bf06ccf-99c1-4a66-8132-a9c177d82915 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:27.586240 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 0f48f872-c1e9-4fde-95b8-5c04e5a44fda is: BUILD; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:23:27.586663 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (0f48f872-c1e9-4fde-95b8-5c04e5a44fda), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:27.610863 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-106747fd-738e-42ac-8a89-814c006a052d req-4bf06ccf-99c1-4a66-8132-a9c177d82915 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5699956 Feb 16 18:23:27.642171 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-106747fd-738e-42ac-8a89-814c006a052d req-159d4c5d-c50a-4287-a11b-9f5116770a7d service neutron] Request body: {'port': {'device_id': 'fd954e35-f8d1-463f-9405-520616b29712', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:23:27.679312 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 0f48f872-c1e9-4fde-95b8-5c04e5a44fda, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0f48f872-c1e9-4fde-95b8-5c04e5a44fda,segment=NetworkSegment(cb42a4e6-76f6-4085-8536-425046b944ec),segment_id=cb42a4e6-76f6-4085-8536-425046b944ec)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:23:27.680581 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dcc153-38ea-4720-8a13-018399e562b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f48f872-c1e9-4fde-95b8-5c04e5a44fda'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:23:27.682813 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9964a98-4c96-43a0-bbf8-0b08c065ba2a" -d '{"events": [{"server_uuid": "57dcc153-38ea-4720-8a13-018399e562b4", "name": "network-vif-plugged", "status": "completed", "tag": "0f48f872-c1e9-4fde-95b8-5c04e5a44fda"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:23:27.737264 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8326fb3-edc9-47db-b80a-25fa62821539 req-14063859-1f7f-4a18-bd89-e42b104b8fcf tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:27.739258 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a8326fb3-edc9-47db-b80a-25fa62821539 req-14063859-1f7f-4a18-bd89-e42b104b8fcf tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 932 time: 0.1605377 Feb 16 18:23:27.744700 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-106747fd-738e-42ac-8a89-814c006a052d req-159d4c5d-c50a-4287-a11b-9f5116770a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (d75ddc8a-f29c-44ef-8340-7c1d291db40f), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:27.778536 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (0f48f872-c1e9-4fde-95b8-5c04e5a44fda), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:27.784957 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-6304b65e-1356-499d-9c78-1e23fdf0cd7e None None] Provisioning complete for port d75ddc8a-f29c-44ef-8340-7c1d291db40f triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:23:27.785635 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6304b65e-1356-499d-9c78-1e23fdf0cd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (d75ddc8a-f29c-44ef-8340-7c1d291db40f), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:27.843952 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a8326fb3-edc9-47db-b80a-25fa62821539 req-bf8e19d8-c918-4e9c-a2cf-247d5fcbd6bc tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951829 Feb 16 18:23:27.994797 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb7a61e-7e4a-47ee-821d-cb00992dc0dc x-openstack-request-id: req-1bb7a61e-7e4a-47ee-821d-cb00992dc0dc {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:23:27.998591 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57dcc153-38ea-4720-8a13-018399e562b4", "name": "network-vif-plugged", "status": "completed", "tag": "0f48f872-c1e9-4fde-95b8-5c04e5a44fda", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:23:28.001295 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1bb7a61e-7e4a-47ee-821d-cb00992dc0dc {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:23:28.001954 dv-cinder-773985-33-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57dcc153-38ea-4720-8a13-018399e562b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f48f872-c1e9-4fde-95b8-5c04e5a44fda', 'code': 200} Feb 16 18:23:28.043774 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=0f48f872-c1e9-4fde-95b8-5c04e5a44fda,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:28.076211 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-6304b65e-1356-499d-9c78-1e23fdf0cd7e None None] Port d75ddc8a-f29c-44ef-8340-7c1d291db40f cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:23:28.165007 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [req-106747fd-738e-42ac-8a89-814c006a052d req-159d4c5d-c50a-4287-a11b-9f5116770a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d75ddc8a-f29c-44ef-8340-7c1d291db40f {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:23:28.174610 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-106747fd-738e-42ac-8a89-814c006a052d req-159d4c5d-c50a-4287-a11b-9f5116770a7d service neutron] Publish callbacks [] for port (d75ddc8a-f29c-44ef-8340-7c1d291db40f), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:28.201745 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [req-106747fd-738e-42ac-8a89-814c006a052d req-159d4c5d-c50a-4287-a11b-9f5116770a7d service neutron] Transition to ACTIVE for port object d75ddc8a-f29c-44ef-8340-7c1d291db40f will not be triggered until provisioned by entity L2. {{(pid=103275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:23:28.226677 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065c512-5391-4bfe-b972-d45e5c1b5de6 req-04894da2-88d2-4495-935c-767de43eb3ab tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:28.228510 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b065c512-5391-4bfe-b972-d45e5c1b5de6 req-04894da2-88d2-4495-935c-767de43eb3ab tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=57dcc153-38ea-4720-8a13-018399e562b4 HTTP/1.1" status: 200 len: 946 time: 0.1419277 Feb 16 18:23:28.315357 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-106747fd-738e-42ac-8a89-814c006a052d req-159d4c5d-c50a-4287-a11b-9f5116770a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (d75ddc8a-f29c-44ef-8340-7c1d291db40f), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:28.339454 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b065c512-5391-4bfe-b972-d45e5c1b5de6 req-99ef47a7-e248-4264-a637-c1e5d9a2aaa0 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ec91071-db59-41ac-912f-4e09e3e325f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038275 Feb 16 18:23:28.361965 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f156161-8566-49ee-85f4-01325811baf6 req-4e5f606f-9feb-4e08-a756-2b92259172df tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:28.370907 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-2f156161-8566-49ee-85f4-01325811baf6 req-4e5f606f-9feb-4e08-a756-2b92259172df tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0895579 Feb 16 18:23:28.440776 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-2f156161-8566-49ee-85f4-01325811baf6 req-2d1453d0-7731-4df8-b83f-0cc6f804e00c tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688677 Feb 16 18:23:28.471870 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d4c5d-c50a-4287-a11b-9f5116770a7d service neutron] Pushing event updated for resources: {'Port': ['ID=d75ddc8a-f29c-44ef-8340-7c1d291db40f,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:28.540151 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5e268-b127-426b-afa3-fbe0c1579dc9 req-87088222-06b7-4c0b-a2ff-6b03f054b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:28.541689 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-78f5e268-b127-426b-afa3-fbe0c1579dc9 req-87088222-06b7-4c0b-a2ff-6b03f054b1c0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=57dcc153-38ea-4720-8a13-018399e562b4 HTTP/1.1" status: 200 len: 1130 time: 0.1638215 Feb 16 18:23:28.643883 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5048d-8a1e-462a-80ae-fa8182e4e1b0 req-e20ee534-9c7e-41a8-9380-ca4f61e7a908 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:28.645551 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bfc5048d-8a1e-462a-80ae-fa8182e4e1b0 req-e20ee534-9c7e-41a8-9380-ca4f61e7a908 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.1846550 Feb 16 18:23:28.649582 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-78f5e268-b127-426b-afa3-fbe0c1579dc9 req-b2d3abfe-4801-41ba-b701-21fe798f3762 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0ec91071-db59-41ac-912f-4e09e3e325f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017237 Feb 16 18:23:28.674251 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-106747fd-738e-42ac-8a89-814c006a052d req-159d4c5d-c50a-4287-a11b-9f5116770a7d service neutron] Attempting to bind port d75ddc8a-f29c-44ef-8340-7c1d291db40f on host hv-cinder-77398 for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:23:28.674585 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-106747fd-738e-42ac-8a89-814c006a052d req-159d4c5d-c50a-4287-a11b-9f5116770a7d service neutron] Attempting to bind port d75ddc8a-f29c-44ef-8340-7c1d291db40f by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '08c0a576-5684-46da-b0dc-cdc69ee043e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:23:28.674913 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106747fd-738e-42ac-8a89-814c006a052d req-159d4c5d-c50a-4287-a11b-9f5116770a7d service neutron] Attempting to bind port d75ddc8a-f29c-44ef-8340-7c1d291db40f on network c3b692a3-8e7f-4e30-84f4-e7dc80fed586 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:23:28.683504 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106747fd-738e-42ac-8a89-814c006a052d req-159d4c5d-c50a-4287-a11b-9f5116770a7d service neutron] Port d75ddc8a-f29c-44ef-8340-7c1d291db40f on network c3b692a3-8e7f-4e30-84f4-e7dc80fed586 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 18:23:28.683820 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106747fd-738e-42ac-8a89-814c006a052d req-159d4c5d-c50a-4287-a11b-9f5116770a7d service neutron] Attempting to bind port d75ddc8a-f29c-44ef-8340-7c1d291db40f on network c3b692a3-8e7f-4e30-84f4-e7dc80fed586 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:23:28.698578 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106747fd-738e-42ac-8a89-814c006a052d req-159d4c5d-c50a-4287-a11b-9f5116770a7d service neutron] Checking agent: {'id': '5c336864-29ba-45bb-93ac-04ba68c7d8e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'started_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:23:28.698578 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106747fd-738e-42ac-8a89-814c006a052d req-159d4c5d-c50a-4287-a11b-9f5116770a7d service neutron] Checking segment: {'id': '08c0a576-5684-46da-b0dc-cdc69ee043e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:23:28.701122 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106747fd-738e-42ac-8a89-814c006a052d req-159d4c5d-c50a-4287-a11b-9f5116770a7d service neutron] Bound using segment: {'id': '08c0a576-5684-46da-b0dc-cdc69ee043e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:23:28.701122 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-106747fd-738e-42ac-8a89-814c006a052d req-159d4c5d-c50a-4287-a11b-9f5116770a7d service neutron] Bound port: d75ddc8a-f29c-44ef-8340-7c1d291db40f, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c0a576-5684-46da-b0dc-cdc69ee043e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:23:28.701122 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-106747fd-738e-42ac-8a89-814c006a052d req-159d4c5d-c50a-4287-a11b-9f5116770a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (d75ddc8a-f29c-44ef-8340-7c1d291db40f), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:28.722257 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bfc5048d-8a1e-462a-80ae-fa8182e4e1b0 req-eb16a703-0047-4698-9ad9-1fcb1203a94e tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660965 Feb 16 18:23:28.780420 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-106747fd-738e-42ac-8a89-814c006a052d req-159d4c5d-c50a-4287-a11b-9f5116770a7d service neutron] For port d75ddc8a-f29c-44ef-8340-7c1d291db40f, host hv-cinder-77398, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:23:28.784011 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-106747fd-738e-42ac-8a89-814c006a052d req-159d4c5d-c50a-4287-a11b-9f5116770a7d service neutron] For port d75ddc8a-f29c-44ef-8340-7c1d291db40f, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d75ddc8a-f29c-44ef-8340-7c1d291db40f,segment=NetworkSegment(08c0a576-5684-46da-b0dc-cdc69ee043e9),segment_id=08c0a576-5684-46da-b0dc-cdc69ee043e9)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:23:28.857439 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-106747fd-738e-42ac-8a89-814c006a052d req-159d4c5d-c50a-4287-a11b-9f5116770a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (d75ddc8a-f29c-44ef-8340-7c1d291db40f), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:28.893267 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106747fd-738e-42ac-8a89-814c006a052d req-159d4c5d-c50a-4287-a11b-9f5116770a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:28.893712 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-106747fd-738e-42ac-8a89-814c006a052d req-159d4c5d-c50a-4287-a11b-9f5116770a7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:28.898565 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-106747fd-738e-42ac-8a89-814c006a052d req-159d4c5d-c50a-4287-a11b-9f5116770a7d service neutron] 10.222.0.45 "PUT /v2.0/ports/d75ddc8a-f29c-44ef-8340-7c1d291db40f HTTP/1.1" status: 200 len: 1094 time: 1.2575541 Feb 16 18:23:28.898565 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd954e35-f8d1-463f-9405-520616b29712', 'tag': 'd75ddc8a-f29c-44ef-8340-7c1d291db40f'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:23:28.898565 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a3724a-a758-468a-bd3c-db57a1e42293" -d '{"events": [{"name": "network-changed", "server_uuid": "fd954e35-f8d1-463f-9405-520616b29712", "tag": "d75ddc8a-f29c-44ef-8340-7c1d291db40f"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:23:28.925782 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d4c5d-c50a-4287-a11b-9f5116770a7d service neutron] Pushing event updated for resources: {'Port': ['ID=d75ddc8a-f29c-44ef-8340-7c1d291db40f,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:28.956042 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f78a73d-3f8e-46a4-b0a1-84da13ed4e9e x-openstack-request-id: req-0f78a73d-3f8e-46a4-b0a1-84da13ed4e9e {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:23:28.956042 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd954e35-f8d1-463f-9405-520616b29712", "tag": "d75ddc8a-f29c-44ef-8340-7c1d291db40f", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:23:28.956042 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0f78a73d-3f8e-46a4-b0a1-84da13ed4e9e {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:23:28.956542 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd954e35-f8d1-463f-9405-520616b29712', 'tag': 'd75ddc8a-f29c-44ef-8340-7c1d291db40f', 'status': 'completed', 'code': 200} Feb 16 18:23:29.074127 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3724a-a758-468a-bd3c-db57a1e42293 req-131b855a-0245-4162-9dad-75f3bd5f6da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:29.075536 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-16a3724a-a758-468a-bd3c-db57a1e42293 req-131b855a-0245-4162-9dad-75f3bd5f6da6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbc85d2f47ed42ae9d13c15932375126&device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 1128 time: 0.0927942 Feb 16 18:23:29.083229 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f5636-7c57-4656-8379-b8f33309c9ac req-c4af6097-57a8-4d01-8828-c27b87e810a9 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:29.084823 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-8b3f5636-7c57-4656-8379-b8f33309c9ac req-c4af6097-57a8-4d01-8828-c27b87e810a9 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 944 time: 0.0807066 Feb 16 18:23:29.168296 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-8b3f5636-7c57-4656-8379-b8f33309c9ac req-c8806fa5-3c61-4a42-bafc-de5269d75f16 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752769 Feb 16 18:23:29.230504 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3724a-a758-468a-bd3c-db57a1e42293 req-ce8414e4-b3c5-4c68-83ad-c280367c14d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:29.233271 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-16a3724a-a758-468a-bd3c-db57a1e42293 req-ce8414e4-b3c5-4c68-83ad-c280367c14d3 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=bbc85d2f47ed42ae9d13c15932375126&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1394041 Feb 16 18:23:29.355055 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3724a-a758-468a-bd3c-db57a1e42293 req-422dcfeb-7122-4f2c-afd9-951b0ca44ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:29.356611 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-16a3724a-a758-468a-bd3c-db57a1e42293 req-422dcfeb-7122-4f2c-afd9-951b0ca44ed6 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1155124 Feb 16 18:23:29.495201 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106747fd-738e-42ac-8a89-814c006a052d req-420403d3-e5ea-43d3-8d25-f2a5ee95ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:29.496705 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-106747fd-738e-42ac-8a89-814c006a052d req-420403d3-e5ea-43d3-8d25-f2a5ee95ac45 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbc85d2f47ed42ae9d13c15932375126&device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 1128 time: 0.0968575 Feb 16 18:23:29.521567 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534505f0-c8ff-4f47-bebc-2ebf25a489ee req-ce97f6f3-7371-444f-a438-37efba9fe9ed tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:29.529601 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-534505f0-c8ff-4f47-bebc-2ebf25a489ee req-ce97f6f3-7371-444f-a438-37efba9fe9ed tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=57dcc153-38ea-4720-8a13-018399e562b4 HTTP/1.1" status: 200 len: 946 time: 0.0963228 Feb 16 18:23:29.573771 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-106747fd-738e-42ac-8a89-814c006a052d req-a9d19873-c42a-4abd-8ebd-dc9871fdbdb5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d75ddc8a-f29c-44ef-8340-7c1d291db40f HTTP/1.1" status: 200 len: 217 time: 0.0688200 Feb 16 18:23:29.593778 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f772e-64cb-4339-83a0-3c7de16318e7 req-4fe14b98-7e70-439c-94a2-b083c440ef90 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:29.602889 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-687f772e-64cb-4339-83a0-3c7de16318e7 req-4fe14b98-7e70-439c-94a2-b083c440ef90 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0668316 Feb 16 18:23:29.660160 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-534505f0-c8ff-4f47-bebc-2ebf25a489ee req-1a4d80c3-56f9-411f-b2e9-4ec07fe08e59 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ec91071-db59-41ac-912f-4e09e3e325f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296225 Feb 16 18:23:29.676051 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106747fd-738e-42ac-8a89-814c006a052d req-f14cfe41-785c-4fd0-9cfa-88b75873cd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:29.676051 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-106747fd-738e-42ac-8a89-814c006a052d req-f14cfe41-785c-4fd0-9cfa-88b75873cd44 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1c21080-f6c4-4a5f-9337-f015cc2f7375 HTTP/1.1" status: 200 len: 850 time: 0.0911944 Feb 16 18:23:29.676212 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-687f772e-64cb-4339-83a0-3c7de16318e7 req-cc825292-2728-4211-8b3e-2042131ad606 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691793 Feb 16 18:23:29.734094 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106747fd-738e-42ac-8a89-814c006a052d req-257787f0-868e-4ce6-853c-f2d99615c0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:29.735608 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-106747fd-738e-42ac-8a89-814c006a052d req-257787f0-868e-4ce6-853c-f2d99615c0a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c3b692a3-8e7f-4e30-84f4-e7dc80fed586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513396 Feb 16 18:23:29.884518 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-106747fd-738e-42ac-8a89-814c006a052d req-4f1d9f53-5714-4ce6-90e1-09a85271beb0 service neutron] 10.222.0.45 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420817 Feb 16 18:23:29.902385 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8405b-31fd-468c-bcc8-0b04271934ee req-b9c0991e-1150-4f80-8b44-3a1a783f3d38 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:29.904387 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9db8405b-31fd-468c-bcc8-0b04271934ee req-b9c0991e-1150-4f80-8b44-3a1a783f3d38 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0818810 Feb 16 18:23:30.029446 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9db8405b-31fd-468c-bcc8-0b04271934ee req-263ec22c-3f4e-4eb9-86d3-2a5884295973 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113880 Feb 16 18:23:30.048968 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-106747fd-738e-42ac-8a89-814c006a052d req-6338e565-847c-4aa6-a814-1536a148e9b4 service neutron] 10.222.0.45 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436262 Feb 16 18:23:30.327521 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4fca1-0373-4df5-9136-8c64e32a9ba6 req-af0274c0-8baf-49f3-a6cb-c187a2ba7b6b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:30.329440 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-f0f4fca1-0373-4df5-9136-8c64e32a9ba6 req-af0274c0-8baf-49f3-a6cb-c187a2ba7b6b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 944 time: 0.0711925 Feb 16 18:23:30.414951 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-f0f4fca1-0373-4df5-9136-8c64e32a9ba6 req-1bdaf91b-e8ee-44e7-b2ca-46880e43eeb1 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771184 Feb 16 18:23:30.802221 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbddad76-949b-484b-985c-beee5fe362a2 req-134f961c-13a3-41ff-a532-82c1e9116f48 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:30.812953 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-cbddad76-949b-484b-985c-beee5fe362a2 req-134f961c-13a3-41ff-a532-82c1e9116f48 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=57dcc153-38ea-4720-8a13-018399e562b4 HTTP/1.1" status: 200 len: 946 time: 0.0746906 Feb 16 18:23:30.813209 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357b845-6094-4b3e-8fba-ccf1a789d976 req-bd291e54-0e6e-4670-9273-d050f155f9b8 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:30.813209 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e357b845-6094-4b3e-8fba-ccf1a789d976 req-bd291e54-0e6e-4670-9273-d050f155f9b8 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0567467 Feb 16 18:23:30.863197 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-cbddad76-949b-484b-985c-beee5fe362a2 req-16b72952-cff9-4b0d-bd3b-af3561188d87 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ec91071-db59-41ac-912f-4e09e3e325f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506842 Feb 16 18:23:30.864988 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e357b845-6094-4b3e-8fba-ccf1a789d976 req-22997f54-5a5d-424c-b1cf-fcf2672e06e6 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493076 Feb 16 18:23:31.196373 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65db4c-7b4d-4253-bc8d-578d0702b829 req-2a7793f2-951a-4930-8bc0-c802bcd603de tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:31.197918 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-2c65db4c-7b4d-4253-bc8d-578d0702b829 req-2a7793f2-951a-4930-8bc0-c802bcd603de tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0982854 Feb 16 18:23:31.272017 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-2c65db4c-7b4d-4253-bc8d-578d0702b829 req-19d92560-12e8-4cc6-80c5-64952b9631c2 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589831 Feb 16 18:23:31.534064 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a8f46-6515-4fd6-9f72-b19eebfaa736 req-a0323eca-a0a9-4f1c-a1ff-e59c53f7a309 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:31.535523 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-4a4a8f46-6515-4fd6-9f72-b19eebfaa736 req-a0323eca-a0a9-4f1c-a1ff-e59c53f7a309 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 944 time: 0.0593359 Feb 16 18:23:31.589996 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-4a4a8f46-6515-4fd6-9f72-b19eebfaa736 req-8d620444-336c-411a-b2a9-60c6b90f66ed tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487874 Feb 16 18:23:31.990963 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee5ac2-cae5-4b9c-a9db-85b93116f1d3 req-481f947f-4398-419b-ba22-66861a8dba82 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:31.992438 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-2aee5ac2-cae5-4b9c-a9db-85b93116f1d3 req-481f947f-4398-419b-ba22-66861a8dba82 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0560639 Feb 16 18:23:32.045071 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-2aee5ac2-cae5-4b9c-a9db-85b93116f1d3 req-3d826065-9b09-479f-a788-c520b951cf4a tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466321 Feb 16 18:23:32.209413 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-eea32985-7b67-4b4a-982a-5bac40a3c5ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:32.404673 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c524ce1-7e51-474c-bbaa-948e6ad9bc7d req-0c799b71-e539-4412-8c6d-cda7d6dce5b1 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:32.406191 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7c524ce1-7e51-474c-bbaa-948e6ad9bc7d req-0c799b71-e539-4412-8c6d-cda7d6dce5b1 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0544434 Feb 16 18:23:32.455011 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7c524ce1-7e51-474c-bbaa-948e6ad9bc7d req-22fd2a5a-f667-4ffe-bdfd-30121496cafa tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431905 Feb 16 18:23:32.682961 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9178431-2456-430e-8a15-c00d775021ec req-35cb1043-c525-4d63-80d1-b2aad2196f38 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:32.684403 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b9178431-2456-430e-8a15-c00d775021ec req-35cb1043-c525-4d63-80d1-b2aad2196f38 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=57dcc153-38ea-4720-8a13-018399e562b4 HTTP/1.1" status: 200 len: 946 time: 0.0526638 Feb 16 18:23:32.730299 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b9178431-2456-430e-8a15-c00d775021ec req-75d10e0d-f962-4687-bee1-2685522c23f1 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ec91071-db59-41ac-912f-4e09e3e325f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398281 Feb 16 18:23:32.834412 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea131e0c-21ca-4e71-b34d-61f826920c67 req-a28d7638-43e5-4451-b038-636bf8615b83 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:32.835884 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ea131e0c-21ca-4e71-b34d-61f826920c67 req-a28d7638-43e5-4451-b038-636bf8615b83 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 944 time: 0.0520582 Feb 16 18:23:32.886557 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ea131e0c-21ca-4e71-b34d-61f826920c67 req-cbfed21e-5e02-4824-b231-3a03e82b461d tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452571 Feb 16 18:23:33.164623 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73595a2-71d4-4670-804e-48f25ab110c0 req-cb40dff4-b865-41eb-b0d5-f92c2b76fd57 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:33.166144 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a73595a2-71d4-4670-804e-48f25ab110c0 req-cb40dff4-b865-41eb-b0d5-f92c2b76fd57 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0528004 Feb 16 18:23:33.231866 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a73595a2-71d4-4670-804e-48f25ab110c0 req-20256ece-9af9-4abe-bcd3-47da24c2a6d0 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571463 Feb 16 18:23:33.573920 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ad122-145e-4bc2-a917-4c692b1e5e73 req-8f904fbb-cae3-4eaf-a2d0-35e47580f533 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:33.575531 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fe1ad122-145e-4bc2-a917-4c692b1e5e73 req-8f904fbb-cae3-4eaf-a2d0-35e47580f533 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0525799 Feb 16 18:23:33.628195 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fe1ad122-145e-4bc2-a917-4c692b1e5e73 req-6f1a8317-0db6-4f3a-840e-189dab2c2174 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444105 Feb 16 18:23:33.854181 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1930597-27f3-4e57-ae3e-773286967bd0 req-02a63049-e279-4b1e-b7a8-718f5aa45e62 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:33.855943 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b1930597-27f3-4e57-ae3e-773286967bd0 req-02a63049-e279-4b1e-b7a8-718f5aa45e62 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=57dcc153-38ea-4720-8a13-018399e562b4 HTTP/1.1" status: 200 len: 946 time: 0.0581491 Feb 16 18:23:33.903292 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b1930597-27f3-4e57-ae3e-773286967bd0 req-b9564776-502e-4005-ad15-71c07be5ea24 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ec91071-db59-41ac-912f-4e09e3e325f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409770 Feb 16 18:23:34.010339 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03b8bb-b8d0-49c9-a3da-78b066269c64 req-6b4c0fd6-930c-48a1-a41b-3ebcd995a8ae tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:34.011777 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ad03b8bb-b8d0-49c9-a3da-78b066269c64 req-6b4c0fd6-930c-48a1-a41b-3ebcd995a8ae tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 944 time: 0.0534382 Feb 16 18:23:34.064718 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ad03b8bb-b8d0-49c9-a3da-78b066269c64 req-c14dbc9a-ee44-4226-860d-33e8f26ffd04 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468965 Feb 16 18:23:34.211773 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-0320162f-3f9e-4217-869e-08215d0852f2 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:34.213285 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-0320162f-3f9e-4217-869e-08215d0852f2 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/networks?id=146f32e9-98cf-4603-aa28-6dcd74956ad8 HTTP/1.1" status: 200 len: 814 time: 0.2511978 Feb 16 18:23:34.228756 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-796fe1ee-ab4b-4285-a539-68580afb7032 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/quotas/504750dba476418dbce439401f05472d HTTP/1.1" status: 200 len: 375 time: 0.0091774 Feb 16 18:23:34.283454 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-6b538da7-36e5-48f9-b995-293aa1181d2e tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=504750dba476418dbce439401f05472d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487289 Feb 16 18:23:34.358920 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140a639-4616-49af-9a38-17ee8bdd4ce6 req-c63630fd-03fc-4698-8451-090503c0ebcf tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:34.360445 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2140a639-4616-49af-9a38-17ee8bdd4ce6 req-c63630fd-03fc-4698-8451-090503c0ebcf tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0564148 Feb 16 18:23:34.383378 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-5e39101d-4c8b-44f0-ad72-09bbdd49dbc8 service neutron] 10.222.0.87 "GET /v2.0/networks/146f32e9-98cf-4603-aa28-6dcd74956ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863047 Feb 16 18:23:34.414757 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2140a639-4616-49af-9a38-17ee8bdd4ce6 req-32523036-94b4-4a66-a78b-d7cbfbe9f69c tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484076 Feb 16 18:23:34.416383 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c1f1ba83-86b6-4575-899a-bf2dcfb18fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:34.475466 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-ec9c5d1d-4594-4039-9267-7260c8540392 service neutron] 10.222.0.87 "GET /v2.0/networks/146f32e9-98cf-4603-aa28-6dcd74956ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859723 Feb 16 18:23:34.617887 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488cfb1-d721-4ba4-8d63-a719706846a6 req-5a9649d4-d238-4f2e-b2d0-9d88644d561f tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:34.619507 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-5488cfb1-d721-4ba4-8d63-a719706846a6 req-5a9649d4-d238-4f2e-b2d0-9d88644d561f tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.45 "GET /v2.0/ports?device_id=57dcc153-38ea-4720-8a13-018399e562b4 HTTP/1.1" status: 200 len: 946 time: 0.0548103 Feb 16 18:23:34.708380 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-24a53f08-782f-47e9-abe3-48e44dc0fecd req-5031652c-3883-4767-a909-17457163df28 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 210 time: 0.0338247 Feb 16 18:23:34.764499 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5125408-6d67-47de-ada2-2bf6d8c75443 req-4897fca8-0a8e-420b-942e-eb00d2dbcee6 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:34.766139 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-f5125408-6d67-47de-ada2-2bf6d8c75443 req-4897fca8-0a8e-420b-942e-eb00d2dbcee6 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0601828 Feb 16 18:23:34.774659 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-5488cfb1-d721-4ba4-8d63-a719706846a6 req-522a3f7f-abbc-4b5e-96ba-a892f6347133 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Deleting port 0f48f872-c1e9-4fde-95b8-5c04e5a44fda {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:23:34.775003 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-5488cfb1-d721-4ba4-8d63-a719706846a6 req-522a3f7f-abbc-4b5e-96ba-a892f6347133 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (0f48f872-c1e9-4fde-95b8-5c04e5a44fda), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:34.817456 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-f5125408-6d67-47de-ada2-2bf6d8c75443 req-2f9e8baf-5631-4adb-8559-25411193a0ff tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441871 Feb 16 18:23:34.867844 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-5488cfb1-d721-4ba4-8d63-a719706846a6 req-522a3f7f-abbc-4b5e-96ba-a892f6347133 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] For port 0f48f872-c1e9-4fde-95b8-5c04e5a44fda, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0f48f872-c1e9-4fde-95b8-5c04e5a44fda,segment=NetworkSegment(cb42a4e6-76f6-4085-8536-425046b944ec),segment_id=cb42a4e6-76f6-4085-8536-425046b944ec)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:23:34.868465 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-5488cfb1-d721-4ba4-8d63-a719706846a6 req-522a3f7f-abbc-4b5e-96ba-a892f6347133 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (0f48f872-c1e9-4fde-95b8-5c04e5a44fda), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:34.880902 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-5488cfb1-d721-4ba4-8d63-a719706846a6 req-522a3f7f-abbc-4b5e-96ba-a892f6347133 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Calling delete_port for 0f48f872-c1e9-4fde-95b8-5c04e5a44fda owned by compute:nova {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:23:35.063334 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8398f5-3dd1-4376-b4d8-891528d007b1 req-52473324-ad1e-403a-b684-c6baff94bcb5 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:35.064874 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-3d8398f5-3dd1-4376-b4d8-891528d007b1 req-52473324-ad1e-403a-b684-c6baff94bcb5 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=57dcc153-38ea-4720-8a13-018399e562b4 HTTP/1.1" status: 200 len: 946 time: 0.0908964 Feb 16 18:23:35.115164 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-3d8398f5-3dd1-4376-b4d8-891528d007b1 req-9f1462b8-089a-4025-a606-846b44e5f02f tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ec91071-db59-41ac-912f-4e09e3e325f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446599 Feb 16 18:23:35.123099 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-5488cfb1-d721-4ba4-8d63-a719706846a6 req-522a3f7f-abbc-4b5e-96ba-a892f6347133 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (0f48f872-c1e9-4fde-95b8-5c04e5a44fda), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:35.140635 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['0f48f872-c1e9-4fde-95b8-5c04e5a44fda'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:23:35.156406 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a3f7f-abbc-4b5e-96ba-a892f6347133 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Pushing event deleted for resources: {'Port': ['ID=0f48f872-c1e9-4fde-95b8-5c04e5a44fda,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:35.203358 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-5488cfb1-d721-4ba4-8d63-a719706846a6 req-522a3f7f-abbc-4b5e-96ba-a892f6347133 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] No DVR routers for this DVR port 0f48f872-c1e9-4fde-95b8-5c04e5a44fda on host hv-cinder-77398 {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:23:35.205963 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-5488cfb1-d721-4ba4-8d63-a719706846a6 req-522a3f7f-abbc-4b5e-96ba-a892f6347133 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:35.209491 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-5488cfb1-d721-4ba4-8d63-a719706846a6 req-522a3f7f-abbc-4b5e-96ba-a892f6347133 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.45 "DELETE /v2.0/ports/0f48f872-c1e9-4fde-95b8-5c04e5a44fda HTTP/1.1" status: 204 len: 173 time: 0.5737979 Feb 16 18:23:35.210553 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dcc153-38ea-4720-8a13-018399e562b4', 'name': 'network-vif-deleted', 'tag': '0f48f872-c1e9-4fde-95b8-5c04e5a44fda'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:23:35.211241 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f5efd-31ee-4d09-b456-c8e44f566c5d req-545fe5d4-2bf3-4622-9a16-0013e4a175d8 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:35.212817 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6541364e-6de2-4626-8381-b3d5788b46c4" -d '{"events": [{"server_uuid": "57dcc153-38ea-4720-8a13-018399e562b4", "name": "network-vif-deleted", "tag": "0f48f872-c1e9-4fde-95b8-5c04e5a44fda"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:23:35.212967 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-446f5efd-31ee-4d09-b456-c8e44f566c5d req-545fe5d4-2bf3-4622-9a16-0013e4a175d8 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 944 time: 0.0798476 Feb 16 18:23:35.252112 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc8f2d7-ef6f-4d7b-b4d2-684041598fbf x-openstack-request-id: req-8cc8f2d7-ef6f-4d7b-b4d2-684041598fbf {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:23:35.252393 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57dcc153-38ea-4720-8a13-018399e562b4", "name": "network-vif-deleted", "tag": "0f48f872-c1e9-4fde-95b8-5c04e5a44fda", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:23:35.252651 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8cc8f2d7-ef6f-4d7b-b4d2-684041598fbf {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:23:35.253051 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57dcc153-38ea-4720-8a13-018399e562b4', 'name': 'network-vif-deleted', 'tag': '0f48f872-c1e9-4fde-95b8-5c04e5a44fda', 'status': 'completed', 'code': 200} Feb 16 18:23:35.270437 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-446f5efd-31ee-4d09-b456-c8e44f566c5d req-0d787557-b471-471d-8a20-05ccb171e3f4 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459991 Feb 16 18:23:35.539541 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e10cb-5ed5-4917-85c3-585e3fd8ace8 req-9d809e13-1038-4218-9bc7-f07fd5e5d482 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:35.541101 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e59e10cb-5ed5-4917-85c3-585e3fd8ace8 req-9d809e13-1038-4218-9bc7-f07fd5e5d482 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0548162 Feb 16 18:23:35.575528 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:35.593840 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e59e10cb-5ed5-4917-85c3-585e3fd8ace8 req-cdeb44b1-462f-466b-8150-e56a5936cf97 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449748 Feb 16 18:23:35.794859 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ebd3a79d-f3ba-47e0-8b8b-9e46e778c1b1 req-084c2197-65c8-4ac8-bf8f-e0282c1b8326 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 210 time: 0.0269923 Feb 16 18:23:35.945266 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618421f-3ad4-448d-b4e4-4a7a7f384f77 req-d4c9d182-2501-4f97-8262-c0572854383b tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:35.946837 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a618421f-3ad4-448d-b4e4-4a7a7f384f77 req-d4c9d182-2501-4f97-8262-c0572854383b tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0554311 Feb 16 18:23:35.994800 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a618421f-3ad4-448d-b4e4-4a7a7f384f77 req-58678a85-373e-4c9f-8826-a581e5f53323 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414360 Feb 16 18:23:36.236747 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ef2806a3-3950-4bb7-887b-5c931c9f378e req-b14235f0-b157-44d4-b570-5e2676f7d126 tempest-VolumesActionsTest-1999672731 tempest-VolumesActionsTest-1999672731-project] 10.222.0.87 "GET /v2.0/ports?device_id=57dcc153-38ea-4720-8a13-018399e562b4 HTTP/1.1" status: 200 len: 210 time: 0.0316992 Feb 16 18:23:36.398052 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f458d-6469-49a5-802c-d3c0beaf87cd req-65f59bcf-7dcf-47d8-b7e8-e8d04ad192f7 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:36.399532 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7d6f458d-6469-49a5-802c-d3c0beaf87cd req-65f59bcf-7dcf-47d8-b7e8-e8d04ad192f7 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 944 time: 0.0577803 Feb 16 18:23:36.449536 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7d6f458d-6469-49a5-802c-d3c0beaf87cd req-f40d1ddb-ce55-414a-b432-cafebacf29c6 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441306 Feb 16 18:23:36.711731 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35541c8c-bf0a-4b2a-ab9d-d8ca4f8b1391 req-c80f7468-f6e0-49a0-85c0-0e104618d9d7 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:36.713091 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-35541c8c-bf0a-4b2a-ab9d-d8ca4f8b1391 req-c80f7468-f6e0-49a0-85c0-0e104618d9d7 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0522528 Feb 16 18:23:36.762581 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-35541c8c-bf0a-4b2a-ab9d-d8ca4f8b1391 req-efe9caa8-c323-4142-af37-8a4f63997de1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437951 Feb 16 18:23:36.891490 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-29359cf2-cc51-4c54-937a-25f67c2cb89f req-219dcba6-91a0-4465-b89f-43654a55f2df tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 210 time: 0.0297012 Feb 16 18:23:37.015341 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:37.057475 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-b2c6d952-6c3d-4e81-b5e6-d4f3f58864a7 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:37.058969 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-b2c6d952-6c3d-4e81-b5e6-d4f3f58864a7 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.45 "GET /v2.0/networks?id=146f32e9-98cf-4603-aa28-6dcd74956ad8 HTTP/1.1" status: 200 len: 814 time: 0.1036100 Feb 16 18:23:37.081416 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-0f2e000c-643f-4882-a962-e3a7feb66891 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Request body: {'port': {'device_id': '95faad12-c45a-4a73-b844-738d95f9ba8a', 'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8', 'admin_state_up': True, 'tenant_id': '504750dba476418dbce439401f05472d'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:23:37.118488 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ed2ab-da9b-4d44-894c-824a6a68a22b req-6e363771-6d0f-44b5-bbba-25fea980fb88 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:37.120071 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-8b8ed2ab-da9b-4d44-894c-824a6a68a22b req-6e363771-6d0f-44b5-bbba-25fea980fb88 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0552506 Feb 16 18:23:37.175075 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-8b8ed2ab-da9b-4d44-894c-824a6a68a22b req-35e755ec-c778-4197-8441-0b36c6bea1d2 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486803 Feb 16 18:23:37.182492 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device d75ddc8a-f29c-44ef-8340-7c1d291db40f details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=103277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 18:23:37.271409 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-0f2e000c-643f-4882-a962-e3a7feb66891 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Made reservation on behalf of 504750dba476418dbce439401f05472d for: {'port': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:23:37.283699 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-0f2e000c-643f-4882-a962-e3a7feb66891 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:37.315405 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port d75ddc8a-f29c-44ef-8340-7c1d291db40f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d75ddc8a-f29c-44ef-8340-7c1d291db40f,segment=NetworkSegment(08c0a576-5684-46da-b0dc-cdc69ee043e9),segment_id=08c0a576-5684-46da-b0dc-cdc69ee043e9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:23:37.328594 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Returning: {'device': 'd75ddc8a-f29c-44ef-8340-7c1d291db40f', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'port_id': 'd75ddc8a-f29c-44ef-8340-7c1d291db40f', 'mac_address': 'fa:16:3e:4b:fc:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 18:23:37.372879 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port d75ddc8a-f29c-44ef-8340-7c1d291db40f is: DOWN; New status is: BUILD {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:23:37.373540 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (d75ddc8a-f29c-44ef-8340-7c1d291db40f), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:37.387786 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d75ddc8a-f29c-44ef-8340-7c1d291db40f {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:23:37.410303 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port d75ddc8a-f29c-44ef-8340-7c1d291db40f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d75ddc8a-f29c-44ef-8340-7c1d291db40f,segment=NetworkSegment(08c0a576-5684-46da-b0dc-cdc69ee043e9),segment_id=08c0a576-5684-46da-b0dc-cdc69ee043e9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:23:37.434311 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-0f2e000c-643f-4882-a962-e3a7feb66891 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Allocated IP 172.20.0.10 (146f32e9-98cf-4603-aa28-6dcd74956ad8/6943099e-918e-4aea-8b30-7b25ef27e6ab/7759685a-c9eb-4959-b5c8-6791df735cc5) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:23:37.509098 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (d75ddc8a-f29c-44ef-8340-7c1d291db40f), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:37.585966 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=d75ddc8a-f29c-44ef-8340-7c1d291db40f,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:37.603505 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8712e0-fdb2-4283-90cb-6fa205421b16 req-594bb21a-98c6-44e1-908c-ecb6685eb8e0 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:37.609456 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ba8712e0-fdb2-4283-90cb-6fa205421b16 req-594bb21a-98c6-44e1-908c-ecb6685eb8e0 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 945 time: 0.0802259 Feb 16 18:23:37.632898 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-0f2e000c-643f-4882-a962-e3a7feb66891 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for port (7759685a-c9eb-4959-b5c8-6791df735cc5), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:37.676020 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ba8712e0-fdb2-4283-90cb-6fa205421b16 req-29ff1eea-0465-4015-bfe3-1e212654638b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611279 Feb 16 18:23:37.752323 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-0f2e000c-643f-4882-a962-e3a7feb66891 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (7759685a-c9eb-4959-b5c8-6791df735cc5), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:37.792951 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-0f2e000c-643f-4882-a962-e3a7feb66891 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Network 146f32e9-98cf-4603-aa28-6dcd74956ad8 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:23:37.801976 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-0f2e000c-643f-4882-a962-e3a7feb66891 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:23:37.804545 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-0f2e000c-643f-4882-a962-e3a7feb66891 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:23:37.839504 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e000c-643f-4882-a962-e3a7feb66891 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Pushing event updated for resources: {'Port': ['ID=7759685a-c9eb-4959-b5c8-6791df735cc5,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:37.903725 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-0f2e000c-643f-4882-a962-e3a7feb66891 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:37.904438 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-0f2e000c-643f-4882-a962-e3a7feb66891 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:38.092445 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92422e3d-eb2c-42e8-96eb-f6432c6898f2 req-de2e8373-869d-45bb-9396-900b5600a4a4 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:38.100850 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-92422e3d-eb2c-42e8-96eb-f6432c6898f2 req-de2e8373-869d-45bb-9396-900b5600a4a4 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 932 time: 0.0666854 Feb 16 18:23:38.169728 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-92422e3d-eb2c-42e8-96eb-f6432c6898f2 req-5dd81d62-eae9-4d50-a48c-95b083468550 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678589 Feb 16 18:23:38.244286 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-82ca494c-0318-4c0b-bfb4-983105e68dae None None] Provisioning complete for port 7759685a-c9eb-4959-b5c8-6791df735cc5 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:23:38.244817 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-82ca494c-0318-4c0b-bfb4-983105e68dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (7759685a-c9eb-4959-b5c8-6791df735cc5), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:38.296093 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-82ca494c-0318-4c0b-bfb4-983105e68dae None None] Port 7759685a-c9eb-4959-b5c8-6791df735cc5 cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:23:38.302190 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6689bb6-a358-4a4a-859e-0a051e41344a req-d77da6d1-2fdd-4017-8489-7c6161468d82 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:38.304470 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a6689bb6-a358-4a4a-859e-0a051e41344a req-d77da6d1-2fdd-4017-8489-7c6161468d82 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.3780699 Feb 16 18:23:38.335021 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79023040-e639-47c0-ab03-1043f746f6e7 req-ff741df4-940f-4749-bf47-493fb1a8b3f6 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:38.336501 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-79023040-e639-47c0-ab03-1043f746f6e7 req-ff741df4-940f-4749-bf47-493fb1a8b3f6 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0714126 Feb 16 18:23:38.360822 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a6689bb6-a358-4a4a-859e-0a051e41344a req-41e13b79-94f7-4d05-83a5-3160af66c13d tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502772 Feb 16 18:23:38.379261 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-0f2e000c-643f-4882-a962-e3a7feb66891 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3030577 Feb 16 18:23:38.385929 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-79023040-e639-47c0-ab03-1043f746f6e7 req-a9cd5f97-418c-4f1b-8ddf-8b427b6a996b tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439029 Feb 16 18:23:38.462273 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:38.796989 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f1df8-5b1a-400e-b617-b4fef2e9b2f8 req-8ef3afbc-1fa7-4fcf-8461-a8b72a1c70e8 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:38.802513 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b54f1df8-5b1a-400e-b617-b4fef2e9b2f8 req-8ef3afbc-1fa7-4fcf-8461-a8b72a1c70e8 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 945 time: 0.0561140 Feb 16 18:23:38.851124 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b54f1df8-5b1a-400e-b617-b4fef2e9b2f8 req-9f076744-9277-49d7-a258-5ac986d2a169 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428984 Feb 16 18:23:39.289998 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e03f03-b3e8-4436-b31a-3db2cdb7ea61 req-71a6f7a1-5e3e-455e-af94-4ec5031ddb39 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:39.291466 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-20e03f03-b3e8-4436-b31a-3db2cdb7ea61 req-71a6f7a1-5e3e-455e-af94-4ec5031ddb39 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 932 time: 0.0525906 Feb 16 18:23:39.337330 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-20e03f03-b3e8-4436-b31a-3db2cdb7ea61 req-0c0e677c-684a-4561-86e3-04d2b723c134 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397067 Feb 16 18:23:39.495721 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4648e-ccd1-422b-8f06-3aac188f69ae req-e58edad3-38ac-4ca2-b223-6d0cb05c53e1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:39.513817 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-dfa4648e-ccd1-422b-8f06-3aac188f69ae req-e58edad3-38ac-4ca2-b223-6d0cb05c53e1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0855660 Feb 16 18:23:39.521167 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c559e-6da1-477f-af84-90e35540278b req-b361c3bd-3f05-4bd7-b43b-1b75a2ce6d00 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:39.522851 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-df1c559e-6da1-477f-af84-90e35540278b req-b361c3bd-3f05-4bd7-b43b-1b75a2ce6d00 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0574641 Feb 16 18:23:39.581701 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-dfa4648e-ccd1-422b-8f06-3aac188f69ae req-697f31dc-3b2d-40d9-b008-886180df2562 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645487 Feb 16 18:23:39.587098 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-df1c559e-6da1-477f-af84-90e35540278b req-ffb0c304-4d0e-491f-9817-6093af14983a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585415 Feb 16 18:23:39.978372 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf364db7-f4ca-49a7-a02a-57d5a3b4607f req-614da7e2-d92c-47fa-9f04-76154c1c2738 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:39.980231 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-bf364db7-f4ca-49a7-a02a-57d5a3b4607f req-614da7e2-d92c-47fa-9f04-76154c1c2738 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 945 time: 0.0591512 Feb 16 18:23:40.052041 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-bf364db7-f4ca-49a7-a02a-57d5a3b4607f req-414b7ddc-673e-4927-b151-d1e706ea106b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645967 Feb 16 18:23:40.382330 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 0f48f872-c1e9-4fde-95b8-5c04e5a44fda no longer exists at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:23:40.404265 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] No Port match for: 0f48f872-c1e9-4fde-95b8-5c04e5a44fda {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:23:40.405895 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 0f48f872-c1e9-4fde-95b8-5c04e5a44fda not bound to the agent host hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:23:40.462144 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['d75ddc8a-f29c-44ef-8340-7c1d291db40f'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:23:40.469986 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191c4a5-cb19-4fe4-b3bf-241606da7b32 req-c803dbcc-3423-4df4-9456-70171a948680 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:40.471552 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d191c4a5-cb19-4fe4-b3bf-241606da7b32 req-c803dbcc-3423-4df4-9456-70171a948680 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 932 time: 0.0614512 Feb 16 18:23:40.528842 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d191c4a5-cb19-4fe4-b3bf-241606da7b32 req-4a4cf30b-2ae1-4c20-9d8c-5d8405a1d43f tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448406 Feb 16 18:23:40.736670 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932a346-d2af-40f5-b827-4023e4cfbabb req-753f6d39-78ab-4154-8083-3f484aeb4449 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:40.746772 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e932a346-d2af-40f5-b827-4023e4cfbabb req-753f6d39-78ab-4154-8083-3f484aeb4449 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0694106 Feb 16 18:23:40.804533 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572eaf9-5c00-4787-9dc9-ff2cbd5ca875 req-b07c12ca-d5a2-4c93-91fd-3124ca73889d tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:40.804800 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e932a346-d2af-40f5-b827-4023e4cfbabb req-109ace3e-9830-4e31-aaa8-5fecba04c751 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564358 Feb 16 18:23:40.806180 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7572eaf9-5c00-4787-9dc9-ff2cbd5ca875 req-b07c12ca-d5a2-4c93-91fd-3124ca73889d tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.1042244 Feb 16 18:23:40.863105 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7572eaf9-5c00-4787-9dc9-ff2cbd5ca875 req-8e236794-2cdc-4a04-8886-5d46232eeffa tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501060 Feb 16 18:23:41.182191 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b92be-4438-4926-b592-c04a47c5e8bc req-e7dc57b6-e392-4e6b-9d60-3140ce1cbeb1 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:41.183935 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7b0b92be-4438-4926-b592-c04a47c5e8bc req-e7dc57b6-e392-4e6b-9d60-3140ce1cbeb1 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 945 time: 0.0650239 Feb 16 18:23:41.248568 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7b0b92be-4438-4926-b592-c04a47c5e8bc req-d349871f-95d9-432c-b07f-64fdc419c067 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576406 Feb 16 18:23:41.663446 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983034a-4b09-4b1e-94f0-a29c4cd73dab req-bd3a3fda-7698-42dc-aedc-4a5f9f0397bc tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:41.664909 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-4983034a-4b09-4b1e-94f0-a29c4cd73dab req-bd3a3fda-7698-42dc-aedc-4a5f9f0397bc tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 932 time: 0.0530283 Feb 16 18:23:41.711973 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-4983034a-4b09-4b1e-94f0-a29c4cd73dab req-ceb362f0-ea2d-4684-be2e-b61cd4be9ee7 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410633 Feb 16 18:23:41.956002 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604ba58-76fd-417f-b6eb-333476e2319f req-3320af6e-fdb1-4a58-9552-b5fbe24916bc tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:41.958888 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0604ba58-76fd-417f-b6eb-333476e2319f req-3320af6e-fdb1-4a58-9552-b5fbe24916bc tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0799677 Feb 16 18:23:42.021663 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0604ba58-76fd-417f-b6eb-333476e2319f req-5368dea0-6808-4df4-aa65-33f3de1de1a1 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572309 Feb 16 18:23:42.048310 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736539eb-05b8-4e54-84ba-8284fab5bcf8 req-d7a79b10-63b3-472b-8af2-39e59b73a4c2 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:42.052582 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-736539eb-05b8-4e54-84ba-8284fab5bcf8 req-d7a79b10-63b3-472b-8af2-39e59b73a4c2 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.1107078 Feb 16 18:23:42.101946 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-736539eb-05b8-4e54-84ba-8284fab5bcf8 req-d7655e5d-73b7-42c6-a883-a6524d650379 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466433 Feb 16 18:23:42.376500 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3085a-28f3-45c7-9dd4-883e953baa94 req-ee3605ed-1527-432e-95f4-a6359eff5b7d tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:42.378163 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-72c3085a-28f3-45c7-9dd4-883e953baa94 req-ee3605ed-1527-432e-95f4-a6359eff5b7d tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 945 time: 0.0645623 Feb 16 18:23:42.436755 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-72c3085a-28f3-45c7-9dd4-883e953baa94 req-9e884b28-99df-4be9-9983-4f4047bd008a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506074 Feb 16 18:23:42.631828 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:42.847429 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c3a52-f441-4e8d-9742-091ea4babdfe req-be9ed402-6dc0-4a12-9a9c-716045efca4e tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:42.849149 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f40c3a52-f441-4e8d-9742-091ea4babdfe req-be9ed402-6dc0-4a12-9a9c-716045efca4e tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 932 time: 0.0618620 Feb 16 18:23:42.902611 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f40c3a52-f441-4e8d-9742-091ea4babdfe req-a85d3257-4e30-4029-ac9a-bc75bad3ac22 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470715 Feb 16 18:23:43.161720 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1b609-ef2a-4125-9932-afeeac8d37b3 req-7b81fd6f-d129-4a01-99cc-bc130477141d tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:43.163189 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-66b1b609-ef2a-4125-9932-afeeac8d37b3 req-7b81fd6f-d129-4a01-99cc-bc130477141d tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0685351 Feb 16 18:23:43.230257 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-66b1b609-ef2a-4125-9932-afeeac8d37b3 req-c89f0f49-63c0-4943-a4fc-b8122d196f34 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613644 Feb 16 18:23:43.282968 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcca46-665d-4389-8ef8-9358eed44206 req-b686db2a-0abc-4f3c-bacb-b185f6116c22 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:43.284626 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ccfcca46-665d-4389-8ef8-9358eed44206 req-b686db2a-0abc-4f3c-bacb-b185f6116c22 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.1022356 Feb 16 18:23:43.340964 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ccfcca46-665d-4389-8ef8-9358eed44206 req-7b9e05f8-2510-4980-8f4e-15664ab107f0 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483406 Feb 16 18:23:43.569122 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d66d3-7d15-4b61-8eb8-344f08005b9b req-da78be1c-ec8c-46f0-98bf-0befa7f11110 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:43.570596 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-5e9d66d3-7d15-4b61-8eb8-344f08005b9b req-da78be1c-ec8c-46f0-98bf-0befa7f11110 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 945 time: 0.0608745 Feb 16 18:23:43.627701 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-5e9d66d3-7d15-4b61-8eb8-344f08005b9b req-ddfd37d3-3bcf-4fa7-a22b-f8d3d6906a1e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514691 Feb 16 18:23:44.033647 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5939a9d-fe56-42e2-aca1-805269e6120b req-e861d49a-0812-4e2d-9af0-318d12ee62af tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:44.035310 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a5939a9d-fe56-42e2-aca1-805269e6120b req-e861d49a-0812-4e2d-9af0-318d12ee62af tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 932 time: 0.0569415 Feb 16 18:23:44.087231 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a5939a9d-fe56-42e2-aca1-805269e6120b req-64f21f99-112a-4b36-80f4-605f4d577207 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462739 Feb 16 18:23:44.393152 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296a1af-2bef-43d9-b229-10f54fcf9860 req-4b331de5-cf71-4e69-9959-667aacc185bc tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:44.394677 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-4296a1af-2bef-43d9-b229-10f54fcf9860 req-4b331de5-cf71-4e69-9959-667aacc185bc tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0675564 Feb 16 18:23:44.446919 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-4296a1af-2bef-43d9-b229-10f54fcf9860 req-b14c2dba-c963-4f47-8676-e41d4ee047c2 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456131 Feb 16 18:23:44.492951 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d1977-e856-4a34-95a2-bb3352e4b97a req-4fbe14f7-3276-4eb9-bb18-86e9c1d61a2b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:44.494527 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-180d1977-e856-4a34-95a2-bb3352e4b97a req-4fbe14f7-3276-4eb9-bb18-86e9c1d61a2b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0696268 Feb 16 18:23:44.551027 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-180d1977-e856-4a34-95a2-bb3352e4b97a req-25a24992-1251-4e1b-8865-9a30317b82bc tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485170 Feb 16 18:23:44.761979 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25763956-c448-45a4-a200-e27ef9300e06 req-0987d972-b960-4b5b-9340-a9c19ab66e45 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:44.763736 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-25763956-c448-45a4-a200-e27ef9300e06 req-0987d972-b960-4b5b-9340-a9c19ab66e45 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 945 time: 0.0623126 Feb 16 18:23:44.838536 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-25763956-c448-45a4-a200-e27ef9300e06 req-d1fc3864-0241-4914-822b-4708597cd464 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643866 Feb 16 18:23:45.221240 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe037c9-a39f-4f3f-978e-042c3cc9c800 req-77ef9671-b1ed-44e9-a7c3-da98bb86fb31 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:45.222732 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1fe037c9-a39f-4f3f-978e-042c3cc9c800 req-77ef9671-b1ed-44e9-a7c3-da98bb86fb31 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 932 time: 0.0621104 Feb 16 18:23:45.285566 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1fe037c9-a39f-4f3f-978e-042c3cc9c800 req-3cc332a7-6539-41e1-b524-c1f6cfc0ea12 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564835 Feb 16 18:23:45.581526 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f83dc-167f-474a-a1de-c38404b6cc37 req-83195bc4-3c63-4e9c-8414-3b3c27983e78 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:45.583693 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-3c3f83dc-167f-474a-a1de-c38404b6cc37 req-83195bc4-3c63-4e9c-8414-3b3c27983e78 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0660927 Feb 16 18:23:45.661210 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-3c3f83dc-167f-474a-a1de-c38404b6cc37 req-101f2158-16c9-4cad-a450-69f216573118 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629237 Feb 16 18:23:45.699745 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7314ef-d0f9-49bd-a3a6-80afde49bbd2 req-3bf95a6f-0170-4ceb-b2ef-16fcc0224d50 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:45.703818 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9b7314ef-d0f9-49bd-a3a6-80afde49bbd2 req-3bf95a6f-0170-4ceb-b2ef-16fcc0224d50 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0730128 Feb 16 18:23:45.840840 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9b7314ef-d0f9-49bd-a3a6-80afde49bbd2 req-f2b5ad70-6625-4d31-844e-78041e441873 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491898 Feb 16 18:23:45.841446 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device d75ddc8a-f29c-44ef-8340-7c1d291db40f up at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:23:45.922423 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning for port d75ddc8a-f29c-44ef-8340-7c1d291db40f completed by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:23:45.929909 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning complete for port d75ddc8a-f29c-44ef-8340-7c1d291db40f triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:23:45.929909 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (d75ddc8a-f29c-44ef-8340-7c1d291db40f), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:46.037984 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43f976-f697-4c91-940e-cfa76ce4a32f req-5c603a9b-2584-4eda-9ad8-2fdb6685835a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:46.061573 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-4a43f976-f697-4c91-940e-cfa76ce4a32f req-5c603a9b-2584-4eda-9ad8-2fdb6685835a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 945 time: 0.1074224 Feb 16 18:23:46.062356 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port d75ddc8a-f29c-44ef-8340-7c1d291db40f is: BUILD; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:23:46.062809 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (d75ddc8a-f29c-44ef-8340-7c1d291db40f), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:46.093451 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd954e35-f8d1-463f-9405-520616b29712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75ddc8a-f29c-44ef-8340-7c1d291db40f'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:23:46.096728 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a174d76-c3ec-4773-80e6-85d41669aca4" -d '{"events": [{"server_uuid": "fd954e35-f8d1-463f-9405-520616b29712", "name": "network-vif-plugged", "status": "completed", "tag": "d75ddc8a-f29c-44ef-8340-7c1d291db40f"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:23:46.099150 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-4a43f976-f697-4c91-940e-cfa76ce4a32f req-dedde042-2d0a-4aa0-a746-77fdf6d7b931 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521941 Feb 16 18:23:46.113486 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port d75ddc8a-f29c-44ef-8340-7c1d291db40f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d75ddc8a-f29c-44ef-8340-7c1d291db40f,segment=NetworkSegment(08c0a576-5684-46da-b0dc-cdc69ee043e9),segment_id=08c0a576-5684-46da-b0dc-cdc69ee043e9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:23:46.143099 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808dcd0b-0e4c-4a18-a50d-644eeca58b11 x-openstack-request-id: req-808dcd0b-0e4c-4a18-a50d-644eeca58b11 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:23:46.143453 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd954e35-f8d1-463f-9405-520616b29712", "name": "network-vif-plugged", "status": "completed", "tag": "d75ddc8a-f29c-44ef-8340-7c1d291db40f", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:23:46.143872 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-808dcd0b-0e4c-4a18-a50d-644eeca58b11 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:23:46.144325 dv-cinder-773985-33-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd954e35-f8d1-463f-9405-520616b29712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75ddc8a-f29c-44ef-8340-7c1d291db40f', 'code': 200} Feb 16 18:23:46.428095 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d1901-8ac7-4a64-b98f-ea578b073a3d req-04209403-8bef-4261-baf3-2c3fc9af8e7f tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:46.462534 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-131d1901-8ac7-4a64-b98f-ea578b073a3d req-04209403-8bef-4261-baf3-2c3fc9af8e7f tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 932 time: 0.0708702 Feb 16 18:23:46.492967 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-131d1901-8ac7-4a64-b98f-ea578b073a3d req-a3c8762b-a381-42ac-9d44-9dc57413f887 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573514 Feb 16 18:23:46.814056 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631f640-36a9-4c75-8ca1-095e67066912 req-ae156b1d-5dc3-4cec-ba35-1e4d28feb443 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:46.815649 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7631f640-36a9-4c75-8ca1-095e67066912 req-ae156b1d-5dc3-4cec-ba35-1e4d28feb443 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0643346 Feb 16 18:23:46.911272 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7631f640-36a9-4c75-8ca1-095e67066912 req-423f1266-4f6e-41bd-b005-fc5a20cc69a8 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868685 Feb 16 18:23:46.979503 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e3cdf-364e-41c0-9aab-4c0fe8d87f00 req-6eb9ec55-0877-452c-89ac-84eabd066100 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:46.982515 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-5b7e3cdf-364e-41c0-9aab-4c0fe8d87f00 req-6eb9ec55-0877-452c-89ac-84eabd066100 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.1159747 Feb 16 18:23:47.005787 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (d75ddc8a-f29c-44ef-8340-7c1d291db40f), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:47.047404 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-5b7e3cdf-364e-41c0-9aab-4c0fe8d87f00 req-19c37a45-a392-498a-8c48-c6b0ac9c22fd tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487938 Feb 16 18:23:47.133051 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=d75ddc8a-f29c-44ef-8340-7c1d291db40f,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:47.142019 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:47.142373 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:47.142720 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:47.143058 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:47.143391 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:47.143722 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:47.144050 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:47.144375 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:47.144705 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:47.145104 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:47.145437 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:47.145769 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:47.146078 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:23:47.259353 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262894b-14e4-44ac-9b83-69953c126576 req-da16f90d-c57e-49ed-adbe-b94432d5f0bd tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:47.260850 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e262894b-14e4-44ac-9b83-69953c126576 req-da16f90d-c57e-49ed-adbe-b94432d5f0bd tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 946 time: 0.0734153 Feb 16 18:23:47.312978 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e262894b-14e4-44ac-9b83-69953c126576 req-c70cf5b8-a953-4afd-9406-3e0fa2436bf3 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456789 Feb 16 18:23:47.621584 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39e02d-42f1-44f2-8e27-0d4ab3e4b98d req-9701fa94-892f-4f0f-855e-2977b2103fbb tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:47.624820 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ac39e02d-42f1-44f2-8e27-0d4ab3e4b98d req-9701fa94-892f-4f0f-855e-2977b2103fbb tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 932 time: 0.0563126 Feb 16 18:23:47.672425 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ac39e02d-42f1-44f2-8e27-0d4ab3e4b98d req-1be912f7-d0a7-4e36-955f-b9857c27ae72 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435140 Feb 16 18:23:48.038570 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ae872-3eae-44b6-a558-48634e8fcd5a req-9c6cf07b-1b49-4358-841a-a751c8e7e73a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:48.040057 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f01ae872-3eae-44b6-a558-48634e8fcd5a req-9c6cf07b-1b49-4358-841a-a751c8e7e73a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0560250 Feb 16 18:23:48.089001 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f01ae872-3eae-44b6-a558-48634e8fcd5a req-a1a2f9ef-9c66-4001-87fc-84210ab4befd tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433567 Feb 16 18:23:48.156108 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-fa18eada-9c7c-4fe5-be91-72bfd96ca091 service neutron] Request body: {'port': {'device_id': '95faad12-c45a-4a73-b844-738d95f9ba8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:23:48.171335 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca12d79-8140-48c7-a260-2109fb9cb286 req-b4c9889d-56ee-4853-9df7-1ed2fc4f69e9 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:48.173010 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-aca12d79-8140-48c7-a260-2109fb9cb286 req-b4c9889d-56ee-4853-9df7-1ed2fc4f69e9 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0626760 Feb 16 18:23:48.236090 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-aca12d79-8140-48c7-a260-2109fb9cb286 req-d7372676-dc56-4a9e-96a7-e1423311386b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569115 Feb 16 18:23:48.239086 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-fa18eada-9c7c-4fe5-be91-72bfd96ca091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (7759685a-c9eb-4959-b5c8-6791df735cc5), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:48.503824 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939b05d-d389-48b5-aff0-a26d3b04314a req-54c6ed9f-03c6-4bf9-b60c-842c1fa84003 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:48.505262 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b939b05d-d389-48b5-aff0-a26d3b04314a req-54c6ed9f-03c6-4bf9-b60c-842c1fa84003 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 946 time: 0.0824370 Feb 16 18:23:48.611726 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-fa18eada-9c7c-4fe5-be91-72bfd96ca091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7759685a-c9eb-4959-b5c8-6791df735cc5 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:23:48.624296 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-fa18eada-9c7c-4fe5-be91-72bfd96ca091 service neutron] Publish callbacks [] for port (7759685a-c9eb-4959-b5c8-6791df735cc5), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:48.635601 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b939b05d-d389-48b5-aff0-a26d3b04314a req-35d7855b-9067-4e53-be31-1b83cead6237 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235764 Feb 16 18:23:48.646764 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-fa18eada-9c7c-4fe5-be91-72bfd96ca091 service neutron] Transition to ACTIVE for port object 7759685a-c9eb-4959-b5c8-6791df735cc5 will not be triggered until provisioned by entity L2. {{(pid=103275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:23:48.654427 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd3327-eca7-4ee7-9274-c29d0927a270 req-618c429a-6d33-40bb-9512-5c31648bd735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:48.668355 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-91cd3327-eca7-4ee7-9274-c29d0927a270 req-618c429a-6d33-40bb-9512-5c31648bd735 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 1130 time: 0.1005609 Feb 16 18:23:48.705551 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-91cd3327-eca7-4ee7-9274-c29d0927a270 req-df7e4d2a-76ca-438a-841a-c68927f2b286 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407650 Feb 16 18:23:48.722869 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-fa18eada-9c7c-4fe5-be91-72bfd96ca091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (7759685a-c9eb-4959-b5c8-6791df735cc5), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:48.778313 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18eada-9c7c-4fe5-be91-72bfd96ca091 service neutron] Pushing event updated for resources: {'Port': ['ID=7759685a-c9eb-4959-b5c8-6791df735cc5,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:48.799132 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a87d6-d7b6-46b6-969f-1d441ab65c4f req-9a00d755-70bb-4e3c-8112-ed915456fc52 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:48.800789 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-5e7a87d6-d7b6-46b6-969f-1d441ab65c4f req-9a00d755-70bb-4e3c-8112-ed915456fc52 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 944 time: 0.0611770 Feb 16 18:23:48.851280 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-5e7a87d6-d7b6-46b6-969f-1d441ab65c4f req-a09ed36f-d283-4941-8704-d17534183db3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443084 Feb 16 18:23:48.854004 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-fa18eada-9c7c-4fe5-be91-72bfd96ca091 service neutron] Attempting to bind port 7759685a-c9eb-4959-b5c8-6791df735cc5 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:23:48.854408 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-fa18eada-9c7c-4fe5-be91-72bfd96ca091 service neutron] Attempting to bind port 7759685a-c9eb-4959-b5c8-6791df735cc5 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '0f4922ac-3f69-4c1c-868b-6e5f1680ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:23:48.854870 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-fa18eada-9c7c-4fe5-be91-72bfd96ca091 service neutron] Attempting to bind port 7759685a-c9eb-4959-b5c8-6791df735cc5 on network 146f32e9-98cf-4603-aa28-6dcd74956ad8 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:23:48.862961 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-fa18eada-9c7c-4fe5-be91-72bfd96ca091 service neutron] Port 7759685a-c9eb-4959-b5c8-6791df735cc5 on network 146f32e9-98cf-4603-aa28-6dcd74956ad8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 18:23:48.863515 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-fa18eada-9c7c-4fe5-be91-72bfd96ca091 service neutron] Attempting to bind port 7759685a-c9eb-4959-b5c8-6791df735cc5 on network 146f32e9-98cf-4603-aa28-6dcd74956ad8 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:23:48.870499 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-fa18eada-9c7c-4fe5-be91-72bfd96ca091 service neutron] Checking agent: {'id': '5c336864-29ba-45bb-93ac-04ba68c7d8e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'started_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:23:48.870961 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-fa18eada-9c7c-4fe5-be91-72bfd96ca091 service neutron] Checking segment: {'id': '0f4922ac-3f69-4c1c-868b-6e5f1680ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:23:48.871561 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-fa18eada-9c7c-4fe5-be91-72bfd96ca091 service neutron] Bound using segment: {'id': '0f4922ac-3f69-4c1c-868b-6e5f1680ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:23:48.872350 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-fa18eada-9c7c-4fe5-be91-72bfd96ca091 service neutron] Bound port: 7759685a-c9eb-4959-b5c8-6791df735cc5, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f4922ac-3f69-4c1c-868b-6e5f1680ee82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:23:48.873518 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-fa18eada-9c7c-4fe5-be91-72bfd96ca091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (7759685a-c9eb-4959-b5c8-6791df735cc5), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:48.945846 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-fa18eada-9c7c-4fe5-be91-72bfd96ca091 service neutron] For port 7759685a-c9eb-4959-b5c8-6791df735cc5, host hv-cinder-77398, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:23:48.949371 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-fa18eada-9c7c-4fe5-be91-72bfd96ca091 service neutron] For port 7759685a-c9eb-4959-b5c8-6791df735cc5, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7759685a-c9eb-4959-b5c8-6791df735cc5,segment=NetworkSegment(0f4922ac-3f69-4c1c-868b-6e5f1680ee82),segment_id=0f4922ac-3f69-4c1c-868b-6e5f1680ee82)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:23:49.029064 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-fa18eada-9c7c-4fe5-be91-72bfd96ca091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (7759685a-c9eb-4959-b5c8-6791df735cc5), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:49.069270 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-fa18eada-9c7c-4fe5-be91-72bfd96ca091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:49.070060 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-fa18eada-9c7c-4fe5-be91-72bfd96ca091 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:49.071700 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-fa18eada-9c7c-4fe5-be91-72bfd96ca091 service neutron] 10.222.0.45 "PUT /v2.0/ports/7759685a-c9eb-4959-b5c8-6791df735cc5 HTTP/1.1" status: 200 len: 1094 time: 0.9223871 Feb 16 18:23:49.072211 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95faad12-c45a-4a73-b844-738d95f9ba8a', 'tag': '7759685a-c9eb-4959-b5c8-6791df735cc5'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:23:49.074824 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d835e7e-c18e-4179-9d51-42198798d21f" -d '{"events": [{"name": "network-changed", "server_uuid": "95faad12-c45a-4a73-b844-738d95f9ba8a", "tag": "7759685a-c9eb-4959-b5c8-6791df735cc5"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:23:49.129244 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18eada-9c7c-4fe5-be91-72bfd96ca091 service neutron] Pushing event updated for resources: {'Port': ['ID=7759685a-c9eb-4959-b5c8-6791df735cc5,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:49.142762 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492d85f1-c0ee-47fe-942b-61b17c53fe37 x-openstack-request-id: req-492d85f1-c0ee-47fe-942b-61b17c53fe37 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:23:49.142762 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95faad12-c45a-4a73-b844-738d95f9ba8a", "tag": "7759685a-c9eb-4959-b5c8-6791df735cc5", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:23:49.142762 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-492d85f1-c0ee-47fe-942b-61b17c53fe37 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:23:49.142762 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95faad12-c45a-4a73-b844-738d95f9ba8a', 'tag': '7759685a-c9eb-4959-b5c8-6791df735cc5', 'status': 'completed', 'code': 200} Feb 16 18:23:49.277550 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93ab0b-e6e7-4850-a38f-68716c9353e7 req-307e928d-d16f-4fd4-b9db-e2a47237f04c tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:49.288976 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0e93ab0b-e6e7-4850-a38f-68716c9353e7 req-307e928d-d16f-4fd4-b9db-e2a47237f04c tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.1070185 Feb 16 18:23:49.312176 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d835e7e-c18e-4179-9d51-42198798d21f req-4f67dddb-abe4-4000-b91e-bc4bbed42e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:49.316318 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7d835e7e-c18e-4179-9d51-42198798d21f req-4f67dddb-abe4-4000-b91e-bc4bbed42e8d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=504750dba476418dbce439401f05472d&device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 1128 time: 0.1310246 Feb 16 18:23:49.376286 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0e93ab0b-e6e7-4850-a38f-68716c9353e7 req-56f149cd-ec82-412a-a364-b4ce6faaba6c tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862687 Feb 16 18:23:49.534158 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80060293-62a9-4fe0-906e-29db20c5da67 req-71950f8e-c3fc-438f-8898-5bfad0588fa0 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:49.534158 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-80060293-62a9-4fe0-906e-29db20c5da67 req-71950f8e-c3fc-438f-8898-5bfad0588fa0 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.1676340 Feb 16 18:23:49.578076 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d835e7e-c18e-4179-9d51-42198798d21f req-87e2b086-b966-4e5f-8362-6e5b832718fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:49.579609 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7d835e7e-c18e-4179-9d51-42198798d21f req-87e2b086-b966-4e5f-8362-6e5b832718fe service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=504750dba476418dbce439401f05472d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2494771 Feb 16 18:23:49.627574 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-80060293-62a9-4fe0-906e-29db20c5da67 req-5b0c829f-6cad-41a9-b920-0c5adbf80cd7 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924530 Feb 16 18:23:49.790764 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d835e7e-c18e-4179-9d51-42198798d21f req-9361a116-6237-48a4-b9c4-e2edd814da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:49.792478 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7d835e7e-c18e-4179-9d51-42198798d21f req-9361a116-6237-48a4-b9c4-e2edd814da5e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2030432 Feb 16 18:23:49.813114 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e2cda-9319-4777-a233-a5bba107016b req-c73bf819-a83a-44b2-8d0b-584e88269638 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:49.815530 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-850e2cda-9319-4777-a233-a5bba107016b req-c73bf819-a83a-44b2-8d0b-584e88269638 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 946 time: 0.0984597 Feb 16 18:23:49.912861 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-850e2cda-9319-4777-a233-a5bba107016b req-a4a5957d-1544-49b6-81c8-ebcd198769a4 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820112 Feb 16 18:23:49.940657 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-17db3387-8a60-4d23-a13e-bc50953c34dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:49.943412 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-17db3387-8a60-4d23-a13e-bc50953c34dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=504750dba476418dbce439401f05472d&device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 1128 time: 0.0875397 Feb 16 18:23:50.051855 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-015d7f44-2c49-4d97-8775-6145894eb6c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7759685a-c9eb-4959-b5c8-6791df735cc5 HTTP/1.1" status: 200 len: 217 time: 0.0966697 Feb 16 18:23:50.147008 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a84a3b-7feb-4ffb-b50a-eb3ebccf21fe req-18d836d4-06b6-4bf4-9e08-c1d87c240eaf tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:50.155545 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-92a84a3b-7feb-4ffb-b50a-eb3ebccf21fe req-18d836d4-06b6-4bf4-9e08-c1d87c240eaf tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0715330 Feb 16 18:23:50.157012 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1923878-63d2-427a-beba-19f26cf7d7e4 req-de7e3a4e-19fc-4e69-9ea9-b0b7f872370b tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:50.164114 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b1923878-63d2-427a-beba-19f26cf7d7e4 req-de7e3a4e-19fc-4e69-9ea9-b0b7f872370b tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 944 time: 0.1482170 Feb 16 18:23:50.209985 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-27b47207-81cb-4bd1-ad5f-7fd7c13e3e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:50.211525 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-27b47207-81cb-4bd1-ad5f-7fd7c13e3e5d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6943099e-918e-4aea-8b30-7b25ef27e6ab HTTP/1.1" status: 200 len: 853 time: 0.1444368 Feb 16 18:23:50.218646 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-92a84a3b-7feb-4ffb-b50a-eb3ebccf21fe req-9609edd7-dd1f-47fe-b7fc-5b8e6d5a65c8 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572126 Feb 16 18:23:50.248254 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b1923878-63d2-427a-beba-19f26cf7d7e4 req-896bd890-6e47-4866-98f7-5bb29145f949 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831914 Feb 16 18:23:50.519930 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a35ff5-63f2-4565-a68c-1a76cf048fab req-c80e695c-97ff-4b93-bd44-4932483d5588 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:50.527972 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e1a35ff5-63f2-4565-a68c-1a76cf048fab req-c80e695c-97ff-4b93-bd44-4932483d5588 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0687282 Feb 16 18:23:50.591776 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e1a35ff5-63f2-4565-a68c-1a76cf048fab req-120b1a0b-5a5c-4d57-a64d-0b0fd9f5e8c9 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626526 Feb 16 18:23:51.069068 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d93a6-a2c1-4769-8de9-9ac15e063158 req-5725a818-c655-4e3c-af2f-7cbf54e675d7 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:51.070751 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-060d93a6-a2c1-4769-8de9-9ac15e063158 req-5725a818-c655-4e3c-af2f-7cbf54e675d7 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 946 time: 0.0657458 Feb 16 18:23:51.127887 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-060d93a6-a2c1-4769-8de9-9ac15e063158 req-0ea5c2f1-e606-46e8-bb3f-42f2a089d6f5 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509844 Feb 16 18:23:51.287242 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dfb16-d08e-4314-bfcc-32328d9e9ff1 req-7c6600a3-862c-4a9a-a80d-ac1798946288 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:51.296026 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-542dfb16-d08e-4314-bfcc-32328d9e9ff1 req-7c6600a3-862c-4a9a-a80d-ac1798946288 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 946 time: 0.0757623 Feb 16 18:23:51.351521 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-542dfb16-d08e-4314-bfcc-32328d9e9ff1 req-85b65328-bf18-4f12-bcff-37c1a9c54cb2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542886 Feb 16 18:23:51.359465 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0794e41-d952-471f-956f-2bd300ab982c req-e22c0b53-ef65-4acd-b407-33f1c40d77df tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:51.360846 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d0794e41-d952-471f-956f-2bd300ab982c req-e22c0b53-ef65-4acd-b407-33f1c40d77df tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0624201 Feb 16 18:23:51.379228 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 59546) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:23:51.450077 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d0794e41-d952-471f-956f-2bd300ab982c req-4b27dd2c-d4e6-4069-ad82-0e0cf761ba0b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831578 Feb 16 18:23:51.498903 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77ac1e-6cb6-4d18-917e-b4a4ac27d02e req-976dc266-fbe6-4595-ae91-da5bbb4f509b tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:51.500649 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-1c77ac1e-6cb6-4d18-917e-b4a4ac27d02e req-976dc266-fbe6-4595-ae91-da5bbb4f509b tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 944 time: 0.0799217 Feb 16 18:23:51.563234 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-1c77ac1e-6cb6-4d18-917e-b4a4ac27d02e req-805af75f-67a5-4cf4-9ea1-5046a57f8517 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567055 Feb 16 18:23:51.681827 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fd1b45-2899-4553-bdc0-e0d9065f2ff0 tempest-TestVolumeBootPattern-583025070 tempest-TestVolumeBootPattern-583025070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:51.683973 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-36fd1b45-2899-4553-bdc0-e0d9065f2ff0 tempest-TestVolumeBootPattern-583025070 tempest-TestVolumeBootPattern-583025070-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 1125 time: 0.3031175 Feb 16 18:23:51.686768 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 59554) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:23:51.691614 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-d2b83e14-56fd-4bcf-84f9-08b6f216ae75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Request body: {'floatingip': {'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'port_id': 'd75ddc8a-f29c-44ef-8340-7c1d291db40f', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:23:51.752797 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8d490-794e-4e13-b772-b26951e46cc5 req-3482a273-71e8-487f-89ac-af094f9ea8a2 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:51.755730 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d5c8d490-794e-4e13-b772-b26951e46cc5 req-3482a273-71e8-487f-89ac-af094f9ea8a2 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0689809 Feb 16 18:23:51.817484 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d5c8d490-794e-4e13-b772-b26951e46cc5 req-5e541973-b1ee-4dfd-8f9d-b38641038bc9 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570593 Feb 16 18:23:51.843457 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d2b83e14-56fd-4bcf-84f9-08b6f216ae75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:51.964729 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d2b83e14-56fd-4bcf-84f9-08b6f216ae75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:52.108847 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-d2b83e14-56fd-4bcf-84f9-08b6f216ae75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Allocated IP 172.27.3.96 (c00f8eca-8c80-474c-b61e-3160eeb0c24d/19362ace-3fbd-48f2-895e-4d065f6f071c/e93070d9-fe7e-4c77-a8cb-ff4b7b0a510b) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:23:52.227714 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d2b83e14-56fd-4bcf-84f9-08b6f216ae75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for port (e93070d9-fe7e-4c77-a8cb-ff4b7b0a510b), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:52.323188 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d2b83e14-56fd-4bcf-84f9-08b6f216ae75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (e93070d9-fe7e-4c77-a8cb-ff4b7b0a510b), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:52.370034 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b83e14-56fd-4bcf-84f9-08b6f216ae75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Network c00f8eca-8c80-474c-b61e-3160eeb0c24d is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:23:52.374047 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-d2b83e14-56fd-4bcf-84f9-08b6f216ae75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:23:52.376831 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b83e14-56fd-4bcf-84f9-08b6f216ae75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:23:52.383453 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b83e14-56fd-4bcf-84f9-08b6f216ae75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Pushing event updated for resources: {'Port': ['ID=e93070d9-fe7e-4c77-a8cb-ff4b7b0a510b,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:52.685222 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f87df3-680d-451a-b2dd-072cfe988ca0 req-f40485c4-b856-461a-afcb-b2eeca81e11a tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:52.689145 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-c1f87df3-680d-451a-b2dd-072cfe988ca0 req-f40485c4-b856-461a-afcb-b2eeca81e11a tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.1576126 Feb 16 18:23:52.772321 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-c1f87df3-680d-451a-b2dd-072cfe988ca0 req-6fd79b1b-8c5d-4c76-b886-135809cbd20c tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709281 Feb 16 18:23:52.772584 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919129d-f239-4784-9ce0-83cd1acbd955 req-113cb384-2a89-4cff-8508-4261bb813869 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:52.792001 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b919129d-f239-4784-9ce0-83cd1acbd955 req-113cb384-2a89-4cff-8508-4261bb813869 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 944 time: 0.1197133 Feb 16 18:23:52.841149 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b919129d-f239-4784-9ce0-83cd1acbd955 req-d71fffc9-1cc3-40e1-a73b-52a66d2575f0 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533574 Feb 16 18:23:53.143158 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-c641b50e-a290-47f4-b788-bbd11d44ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:53.144675 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-c641b50e-a290-47f4-b788-bbd11d44ffc7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=146f32e9-98cf-4603-aa28-6dcd74956ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1336615 Feb 16 18:23:53.194160 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a2e3e-0db0-4c27-a75c-441decadf646 req-801723dc-d60c-4d2c-9464-9a1adb5028ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:53.201896 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-de6a2e3e-0db0-4c27-a75c-441decadf646 req-801723dc-d60c-4d2c-9464-9a1adb5028ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0aaf8bb86aa245d6a791ffe04f8a7cea&device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 1129 time: 0.1216714 Feb 16 18:23:53.396547 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-20a5f5e6-965b-4fb8-bb4d-a4e49fb826ef service neutron] 10.222.0.45 "GET /v2.0/networks/146f32e9-98cf-4603-aa28-6dcd74956ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386537 Feb 16 18:23:53.406528 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81cd5e-5ff3-4f52-9ed6-1c0d5112e86e req-c7d3bb88-cd18-4fed-ad8f-4cfbf063d133 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:53.414650 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-be81cd5e-5ff3-4f52-9ed6-1c0d5112e86e req-c7d3bb88-cd18-4fed-ad8f-4cfbf063d133 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.1563966 Feb 16 18:23:53.454705 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d2b83e14-56fd-4bcf-84f9-08b6f216ae75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for floatingip (8c09a044-fe15-4643-bafe-a6a3995c936c), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:53.469409 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a2e3e-0db0-4c27-a75c-441decadf646 req-3d2bc435-7a6b-424e-ba2e-a8c537db0da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:53.471100 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-de6a2e3e-0db0-4c27-a75c-441decadf646 req-3d2bc435-7a6b-424e-ba2e-a8c537db0da4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e0a2f9f-e6a2-446a-9d48-be3aafb44596 HTTP/1.1" status: 200 len: 911 time: 0.2679701 Feb 16 18:23:53.548457 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-be81cd5e-5ff3-4f52-9ed6-1c0d5112e86e req-050ce78d-f633-4367-9879-3138b24a72b5 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313577 Feb 16 18:23:53.589585 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-de6a2e3e-0db0-4c27-a75c-441decadf646 req-7ebae15b-829a-4fad-8365-2aff9270bc68 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7404f7f-4115-4ed5-81ed-47e766032126 HTTP/1.1" status: 200 len: 1000 time: 0.0859940 Feb 16 18:23:53.601622 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-955dc18f-afc0-4668-ba34-7e67cc6c1e89 req-8640eb4b-f205-4d71-b434-54b8b4221cbf service neutron] 10.222.0.45 "GET /v2.0/networks/146f32e9-98cf-4603-aa28-6dcd74956ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955085 Feb 16 18:23:53.665958 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a2e3e-0db0-4c27-a75c-441decadf646 req-4f0da09a-d77c-4107-add3-b5c61dfcd11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:53.667947 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-de6a2e3e-0db0-4c27-a75c-441decadf646 req-4f0da09a-d77c-4107-add3-b5c61dfcd11e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a HTTP/1.1" status: 200 len: 849 time: 0.0614400 Feb 16 18:23:53.695441 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d2b83e14-56fd-4bcf-84f9-08b6f216ae75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (e93070d9-fe7e-4c77-a8cb-ff4b7b0a510b), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:53.743692 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a2e3e-0db0-4c27-a75c-441decadf646 req-e924d361-6ae3-4f4c-bb68-23d2835477a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:53.745825 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-de6a2e3e-0db0-4c27-a75c-441decadf646 req-e924d361-6ae3-4f4c-bb68-23d2835477a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e0a2f9f-e6a2-446a-9d48-be3aafb44596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0702584 Feb 16 18:23:53.915064 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d2b83e14-56fd-4bcf-84f9-08b6f216ae75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for port (e93070d9-fe7e-4c77-a8cb-ff4b7b0a510b), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:53.949761 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-de6a2e3e-0db0-4c27-a75c-441decadf646 req-3005904f-a821-4d67-852e-d48680cdcf23 service neutron] 10.222.0.45 "GET /v2.0/networks/2e0a2f9f-e6a2-446a-9d48-be3aafb44596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957481 Feb 16 18:23:53.958126 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2abf1-175f-4429-a2bd-7a48abc17389 req-2b81348f-fb5a-4188-b077-9db608fc63fa tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:53.960509 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-87f2abf1-175f-4429-a2bd-7a48abc17389 req-2b81348f-fb5a-4188-b077-9db608fc63fa tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.1058445 Feb 16 18:23:53.994075 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ab5f9-f5e4-46ff-be82-9925ff832ad0 req-6207838d-e7fb-40bc-9564-b1b219a12a8d tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:53.995614 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-4a9ab5f9-f5e4-46ff-be82-9925ff832ad0 req-6207838d-e7fb-40bc-9564-b1b219a12a8d tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 944 time: 0.0667710 Feb 16 18:23:53.996459 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d2b83e14-56fd-4bcf-84f9-08b6f216ae75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9128183'] for port (e93070d9-fe7e-4c77-a8cb-ff4b7b0a510b), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:54.080841 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-87f2abf1-175f-4429-a2bd-7a48abc17389 req-8cba7ef5-a07f-433c-b675-9cbd96d85371 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086841 Feb 16 18:23:54.106599 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b83e14-56fd-4bcf-84f9-08b6f216ae75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Pushing event updated for resources: {'Port': ['ID=e93070d9-fe7e-4c77-a8cb-ff4b7b0a510b,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:54.121949 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-4a9ab5f9-f5e4-46ff-be82-9925ff832ad0 req-73db9114-7b84-4eaf-bb55-b9d0bdf85ff2 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194279 Feb 16 18:23:54.137947 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d2b83e14-56fd-4bcf-84f9-08b6f216ae75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459730'] for floatingip (8c09a044-fe15-4643-bafe-a6a3995c936c), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:54.147529 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-de6a2e3e-0db0-4c27-a75c-441decadf646 req-97a9cc4d-cac7-467f-b140-b559d77f93fe service neutron] 10.222.0.45 "GET /v2.0/networks/2e0a2f9f-e6a2-446a-9d48-be3aafb44596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858993 Feb 16 18:23:54.253807 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.db.l3_db [None req-d2b83e14-56fd-4bcf-84f9-08b6f216ae75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Floating IP 8c09a044-fe15-4643-bafe-a6a3995c936c associated. External IP: 172.27.3.96, port: d75ddc8a-f29c-44ef-8340-7c1d291db40f. Feb 16 18:23:54.492100 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b83e14-56fd-4bcf-84f9-08b6f216ae75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:23:54.628656 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b83e14-56fd-4bcf-84f9-08b6f216ae75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:23:54.647307 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe4ff6d-64bc-4097-aa00-2a1b58b8bc39 None None] Sync routers for ids ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'] in dv-cinder-773985-33-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:23:54.660595 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe4ff6d-64bc-4097-aa00-2a1b58b8bc39 None None] Routers {'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:23:54.662541 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-ebe4ff6d-64bc-4097-aa00-2a1b58b8bc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:23:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:23:54.691127 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94929c46-9438-4674-bc4a-ba8788551e6c req-956ee4e8-f330-44ef-ad21-e3d884463a8c tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:54.692976 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-94929c46-9438-4674-bc4a-ba8788551e6c req-956ee4e8-f330-44ef-ad21-e3d884463a8c tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0662529 Feb 16 18:23:54.738834 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d2b83e14-56fd-4bcf-84f9-08b6f216ae75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for floatingip (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:54.746534 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-94929c46-9438-4674-bc4a-ba8788551e6c req-e13be4db-6fc2-40c0-9084-995b2b3d7c53 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471697 Feb 16 18:23:54.804041 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-d2b83e14-56fd-4bcf-84f9-08b6f216ae75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1162372 Feb 16 18:23:54.805018 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd954e35-f8d1-463f-9405-520616b29712', 'tag': 'd75ddc8a-f29c-44ef-8340-7c1d291db40f'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:23:54.833447 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-ebe4ff6d-64bc-4097-aa00-2a1b58b8bc39 None None] Set router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:23:55.059304 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2697ac5bc137568c11401d7db31323aaf7e0b920c8580a1634e3728116959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ad6521-7f74-42cb-a66f-59fa6634c552" -d '{"events": [{"name": "network-changed", "server_uuid": "fd954e35-f8d1-463f-9405-520616b29712", "tag": "d75ddc8a-f29c-44ef-8340-7c1d291db40f"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:23:55.142992 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-ebe4ff6d-64bc-4097-aa00-2a1b58b8bc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'name': 'tempest-TestVolumeBootPattern-998245796-router', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:37Z', 'updated_at': '2022-02-16T18:22:41Z', 'revision_number': 4, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'gw_port': {'id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:38Z', 'updated_at': '2022-02-16T18:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': '8c09a044-fe15-4643-bafe-a6a3995c936c', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'floating_ip_address': '172.27.3.96', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'port_id': 'd75ddc8a-f29c-44ef-8340-7c1d291db40f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'mac_address': 'fa:16:3e:4b:fc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd954e35-f8d1-463f-9405-520616b29712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:23:52Z', 'updated_at': '2022-02-16T18:23:52Z', 'revision_number': 0, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8674fa4a-823e-4de8-b1c9-17126717bd5a', 'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:40Z', 'updated_at': '2022-02-16T18:22:46Z', 'revision_number': 5, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'subnets': [{'id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:23:55.233214 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c22dc0-3a79-4a6d-b184-ebf94702ee57 x-openstack-request-id: req-b4c22dc0-3a79-4a6d-b184-ebf94702ee57 {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:23:55.233761 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd954e35-f8d1-463f-9405-520616b29712", "tag": "d75ddc8a-f29c-44ef-8340-7c1d291db40f", "status": "completed", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:23:55.234027 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b4c22dc0-3a79-4a6d-b184-ebf94702ee57 {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:23:55.235583 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd954e35-f8d1-463f-9405-520616b29712', 'tag': 'd75ddc8a-f29c-44ef-8340-7c1d291db40f', 'status': 'completed', 'code': 200} Feb 16 18:23:55.328481 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe4ff6d-64bc-4097-aa00-2a1b58b8bc39 None None] Checking router: a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 for host: dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:23:55.345175 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe4ff6d-64bc-4097-aa00-2a1b58b8bc39 None None] Routers {'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:23:55.347786 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-ebe4ff6d-64bc-4097-aa00-2a1b58b8bc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:23:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:23:55.377962 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb2333-0075-4cd5-a958-8e121332fae0 req-c0cf797d-58e6-4ba5-b3f6-a625c2ad41d4 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:55.382291 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ebfb2333-0075-4cd5-a958-8e121332fae0 req-c0cf797d-58e6-4ba5-b3f6-a625c2ad41d4 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 944 time: 0.0888662 Feb 16 18:23:55.397753 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aadd4d-7dcf-407b-9ff6-cafbde421ae0 req-aa278c17-7726-4c91-bc4b-d62ebb67d05c tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:55.408770 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a7aadd4d-7dcf-407b-9ff6-cafbde421ae0 req-aa278c17-7726-4c91-bc4b-d62ebb67d05c tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.1642032 Feb 16 18:23:55.436906 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad6521-7f74-42cb-a66f-59fa6634c552 req-ef729035-9ea6-4a28-be15-068f6b748ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:55.442608 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b9ad6521-7f74-42cb-a66f-59fa6634c552 req-ef729035-9ea6-4a28-be15-068f6b748ac9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbc85d2f47ed42ae9d13c15932375126&device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 1130 time: 0.1217175 Feb 16 18:23:55.461411 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ebfb2333-0075-4cd5-a958-8e121332fae0 req-3bc56838-0d0b-4572-a3f0-4949f4e4382f tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663521 Feb 16 18:23:55.497965 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a7aadd4d-7dcf-407b-9ff6-cafbde421ae0 req-341017ed-1380-485d-94b7-1775ef01b0c9 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849819 Feb 16 18:23:55.510325 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-ebe4ff6d-64bc-4097-aa00-2a1b58b8bc39 None None] Set router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:23:55.603997 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad6521-7f74-42cb-a66f-59fa6634c552 req-3aaa1c90-a46c-44c6-8995-7b945185cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:55.605763 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b9ad6521-7f74-42cb-a66f-59fa6634c552 req-3aaa1c90-a46c-44c6-8995-7b945185cee3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c3b692a3-8e7f-4e30-84f4-e7dc80fed586 HTTP/1.1" status: 200 len: 912 time: 0.1327789 Feb 16 18:23:55.689370 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b9ad6521-7f74-42cb-a66f-59fa6634c552 req-ee72a525-c8e8-49d3-8911-7437124e1031 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d75ddc8a-f29c-44ef-8340-7c1d291db40f HTTP/1.1" status: 200 len: 999 time: 0.0741184 Feb 16 18:23:55.760539 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad6521-7f74-42cb-a66f-59fa6634c552 req-8c149357-8f88-4486-b03c-291977919d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:55.762485 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b9ad6521-7f74-42cb-a66f-59fa6634c552 req-8c149357-8f88-4486-b03c-291977919d16 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1c21080-f6c4-4a5f-9337-f015cc2f7375 HTTP/1.1" status: 200 len: 850 time: 0.0655625 Feb 16 18:23:55.826151 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-ebe4ff6d-64bc-4097-aa00-2a1b58b8bc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'name': 'tempest-TestVolumeBootPattern-998245796-router', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:37Z', 'updated_at': '2022-02-16T18:22:41Z', 'revision_number': 4, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'gw_port': {'id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:38Z', 'updated_at': '2022-02-16T18:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': '8c09a044-fe15-4643-bafe-a6a3995c936c', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'floating_ip_address': '172.27.3.96', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'port_id': 'd75ddc8a-f29c-44ef-8340-7c1d291db40f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'mac_address': 'fa:16:3e:4b:fc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd954e35-f8d1-463f-9405-520616b29712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:23:52Z', 'updated_at': '2022-02-16T18:23:52Z', 'revision_number': 0, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8674fa4a-823e-4de8-b1c9-17126717bd5a', 'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:40Z', 'updated_at': '2022-02-16T18:22:46Z', 'revision_number': 5, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'subnets': [{'id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:23:55.862530 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad6521-7f74-42cb-a66f-59fa6634c552 req-06e43167-2909-43d4-95ff-a66803a8ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:55.865893 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b9ad6521-7f74-42cb-a66f-59fa6634c552 req-06e43167-2909-43d4-95ff-a66803a8ebc9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c3b692a3-8e7f-4e30-84f4-e7dc80fed586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0971332 Feb 16 18:23:55.866124 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe4ff6d-64bc-4097-aa00-2a1b58b8bc39 None None] The sync data for ids ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'] in dv-cinder-773985-33-iscsi is: [{'id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'name': 'tempest-TestVolumeBootPattern-998245796-router', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:37Z', 'updated_at': '2022-02-16T18:22:41Z', 'revision_number': 4, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'gw_port': {'id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:38Z', 'updated_at': '2022-02-16T18:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': '8c09a044-fe15-4643-bafe-a6a3995c936c', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'floating_ip_address': '172.27.3.96', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'port_id': 'd75ddc8a-f29c-44ef-8340-7c1d291db40f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'mac_address': 'fa:16:3e:4b:fc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd954e35-f8d1-463f-9405-520616b29712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:23:52Z', 'updated_at': '2022-02-16T18:23:52Z', 'revision_number': 0, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8674fa4a-823e-4de8-b1c9-17126717bd5a', 'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:40Z', 'updated_at': '2022-02-16T18:22:46Z', 'revision_number': 5, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'subnets': [{'id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:23:55.948885 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb008ff-06e6-457a-87ae-b25ef3b2eca2 req-f9d560f3-7f34-4386-9363-b13c68fcd293 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:55.950757 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ecb008ff-06e6-457a-87ae-b25ef3b2eca2 req-f9d560f3-7f34-4386-9363-b13c68fcd293 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0809588 Feb 16 18:23:56.026136 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b9ad6521-7f74-42cb-a66f-59fa6634c552 req-cea08c68-dbfb-4419-a304-790cc2fdae2c service neutron] 10.222.0.45 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481130 Feb 16 18:23:56.031638 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ecb008ff-06e6-457a-87ae-b25ef3b2eca2 req-762a7a85-166c-4ce9-bafc-9be46f053324 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711439 Feb 16 18:23:56.244711 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b9ad6521-7f74-42cb-a66f-59fa6634c552 req-fe6df57c-6596-4e54-9764-a32da35fd0e8 service neutron] 10.222.0.45 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114964 Feb 16 18:23:56.268880 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fa7ac8-40c7-4951-9ad6-62ca9a92bd57 None None] New status for floating IP 8c09a044-fe15-4643-bafe-a6a3995c936c: ACTIVE {{(pid=103277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 18:23:56.600538 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27323313-57e1-4ef6-a60a-f5c4a6b09905 req-05252a1b-e595-4ff0-b167-a1ee990edc4f tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:56.605551 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-27323313-57e1-4ef6-a60a-f5c4a6b09905 req-05252a1b-e595-4ff0-b167-a1ee990edc4f tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 944 time: 0.0716567 Feb 16 18:23:56.671404 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-27323313-57e1-4ef6-a60a-f5c4a6b09905 req-d87f2da8-0fb6-4491-a1d2-82020ff08418 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583780 Feb 16 18:23:57.169332 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f47ffd-30ee-4b17-b4b9-26d98a4882d0 req-214b48e4-0168-4df8-aa64-e04c2585cbd1 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:57.172473 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-43f47ffd-30ee-4b17-b4b9-26d98a4882d0 req-214b48e4-0168-4df8-aa64-e04c2585cbd1 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0723162 Feb 16 18:23:57.249929 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-43f47ffd-30ee-4b17-b4b9-26d98a4882d0 req-cd8aaf29-8e72-4e82-8438-e2c2706e9430 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703006 Feb 16 18:23:57.576732 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 7759685a-c9eb-4959-b5c8-6791df735cc5 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=103277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 18:23:57.832855 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b199c9-d369-4923-9ff4-1e9dce90283a req-ccffa701-9e71-4158-937c-7cfacbc6a6f1 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:57.835210 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d2b199c9-d369-4923-9ff4-1e9dce90283a req-ccffa701-9e71-4158-937c-7cfacbc6a6f1 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 944 time: 0.0674963 Feb 16 18:23:57.915202 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d2b199c9-d369-4923-9ff4-1e9dce90283a req-34c31bb6-569b-4a84-8476-040dcb0e27c6 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680418 Feb 16 18:23:57.928563 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 7759685a-c9eb-4959-b5c8-6791df735cc5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7759685a-c9eb-4959-b5c8-6791df735cc5,segment=NetworkSegment(0f4922ac-3f69-4c1c-868b-6e5f1680ee82),segment_id=0f4922ac-3f69-4c1c-868b-6e5f1680ee82)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:23:57.941447 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Returning: {'device': '7759685a-c9eb-4959-b5c8-6791df735cc5', 'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8', 'port_id': '7759685a-c9eb-4959-b5c8-6791df735cc5', 'mac_address': 'fa:16:3e:d6:1d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6943099e-918e-4aea-8b30-7b25ef27e6ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 18:23:57.986814 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 7759685a-c9eb-4959-b5c8-6791df735cc5 is: DOWN; New status is: BUILD {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:23:57.987208 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (7759685a-c9eb-4959-b5c8-6791df735cc5), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:58.002667 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7759685a-c9eb-4959-b5c8-6791df735cc5 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:23:58.023968 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 7759685a-c9eb-4959-b5c8-6791df735cc5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7759685a-c9eb-4959-b5c8-6791df735cc5,segment=NetworkSegment(0f4922ac-3f69-4c1c-868b-6e5f1680ee82),segment_id=0f4922ac-3f69-4c1c-868b-6e5f1680ee82)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:23:58.111214 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (7759685a-c9eb-4959-b5c8-6791df735cc5), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:23:58.165142 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=7759685a-c9eb-4959-b5c8-6791df735cc5,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:23:58.391991 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4a377-ac33-4e3f-9ce8-0c9173aaf710 req-033c74d3-4132-4290-b895-b8f816ba4054 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:58.393699 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-aab4a377-ac33-4e3f-9ce8-0c9173aaf710 req-033c74d3-4132-4290-b895-b8f816ba4054 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0627921 Feb 16 18:23:58.457290 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-aab4a377-ac33-4e3f-9ce8-0c9173aaf710 req-5e0c06a2-e2c2-4271-84b0-3f1a591ac0a9 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508125 Feb 16 18:23:58.603274 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['7759685a-c9eb-4959-b5c8-6791df735cc5'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:23:59.033873 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:23:59.062900 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad287f-ae19-42b1-a29d-414893565d85 req-29b6c062-81cd-48e7-9064-c07a9d82a512 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:59.070870 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-69ad287f-ae19-42b1-a29d-414893565d85 req-29b6c062-81cd-48e7-9064-c07a9d82a512 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 945 time: 0.0754862 Feb 16 18:23:59.127573 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-69ad287f-ae19-42b1-a29d-414893565d85 req-f4baf648-ce25-413a-b887-04a6e127f81f tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554233 Feb 16 18:23:59.600711 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8b610-0c36-4f48-828f-6ec92c4d2c34 req-ea63d9e3-0655-427b-8743-9ac732f5f46f tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:23:59.602116 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a8d8b610-0c36-4f48-828f-6ec92c4d2c34 req-ea63d9e3-0655-427b-8743-9ac732f5f46f tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0573161 Feb 16 18:23:59.649570 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a8d8b610-0c36-4f48-828f-6ec92c4d2c34 req-48733ada-2d57-4aef-839c-c2b72bdde2e1 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410450 Feb 16 18:24:00.062957 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986c302-478a-4d46-8d5d-72ecabcb6802 req-c00c7ef5-9d6a-47f9-ba0b-69b09fb15023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:00.064463 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b986c302-478a-4d46-8d5d-72ecabcb6802 req-c00c7ef5-9d6a-47f9-ba0b-69b09fb15023 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 1130 time: 0.0593281 Feb 16 18:24:00.121596 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b986c302-478a-4d46-8d5d-72ecabcb6802 req-02b5aa5a-6e2f-416d-9a15-87fa66ff7229 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473790 Feb 16 18:24:00.265325 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabf751-3be5-4e46-b4c5-7c588f5be7f8 req-fcab3213-4f19-4773-a9eb-3c88fd7b9076 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:00.267678 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7dabf751-3be5-4e46-b4c5-7c588f5be7f8 req-fcab3213-4f19-4773-a9eb-3c88fd7b9076 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 945 time: 0.0759690 Feb 16 18:24:00.361930 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7dabf751-3be5-4e46-b4c5-7c588f5be7f8 req-e17fadd1-63aa-4a40-93b5-b02dceb73849 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839205 Feb 16 18:24:00.417269 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a60664-a443-4625-b682-33bf941d30ca req-7a107492-99f9-49a1-aacb-a842299497b7 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:00.418913 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-b3a60664-a443-4625-b682-33bf941d30ca req-7a107492-99f9-49a1-aacb-a842299497b7 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=eef61f67-6ba0-4186-a3f5-03c91048beeb HTTP/1.1" status: 200 len: 946 time: 0.0559258 Feb 16 18:24:00.473057 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-b3a60664-a443-4625-b682-33bf941d30ca req-90f366f1-33db-40b0-8bca-2a1532c31794 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/security-groups?id=47ea8074-97cf-4496-bab4-dd1a7c26a887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475538 Feb 16 18:24:00.786926 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326d947-53ea-492b-8f81-aa95aeff4c1f req-e53bee87-c398-4fbc-9c57-03fc7ef3b560 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:00.789052 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0326d947-53ea-492b-8f81-aa95aeff4c1f req-e53bee87-c398-4fbc-9c57-03fc7ef3b560 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0574069 Feb 16 18:24:00.845679 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0326d947-53ea-492b-8f81-aa95aeff4c1f req-0ac4d5ed-d905-44a7-ab5c-ac3cf7cfb989 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473933 Feb 16 18:24:01.522812 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49561dd4-e114-4dab-a31d-fa6530a1caf4 req-db1c3719-b362-41cb-90f9-d1b96b9dcecd tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:01.525487 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-49561dd4-e114-4dab-a31d-fa6530a1caf4 req-db1c3719-b362-41cb-90f9-d1b96b9dcecd tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 945 time: 0.0811646 Feb 16 18:24:01.604644 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 7759685a-c9eb-4959-b5c8-6791df735cc5 up at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:24:01.611064 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f22ea6-4ec0-4eb7-a016-089e7f598f81 req-98301dff-9e65-4187-8c58-82f4148a3ca3 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:01.619020 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e8f22ea6-4ec0-4eb7-a016-089e7f598f81 req-98301dff-9e65-4187-8c58-82f4148a3ca3 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=eef61f67-6ba0-4186-a3f5-03c91048beeb HTTP/1.1" status: 200 len: 946 time: 0.0691278 Feb 16 18:24:01.679931 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-49561dd4-e114-4dab-a31d-fa6530a1caf4 req-edb818c3-9d74-4e3b-8558-9fe23165d7d5 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468005 Feb 16 18:24:01.686257 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e8f22ea6-4ec0-4eb7-a016-089e7f598f81 req-b25b5d49-3d36-400c-a215-a9221315f60d tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/security-groups?id=47ea8074-97cf-4496-bab4-dd1a7c26a887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662947 Feb 16 18:24:01.793816 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning for port 7759685a-c9eb-4959-b5c8-6791df735cc5 completed by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:24:01.799527 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning complete for port 7759685a-c9eb-4959-b5c8-6791df735cc5 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:24:01.799951 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (7759685a-c9eb-4959-b5c8-6791df735cc5), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:01.903416 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 7759685a-c9eb-4959-b5c8-6791df735cc5 is: BUILD; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:24:01.904290 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (7759685a-c9eb-4959-b5c8-6791df735cc5), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:01.939596 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95faad12-c45a-4a73-b844-738d95f9ba8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7759685a-c9eb-4959-b5c8-6791df735cc5'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:24:01.941936 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09963b37-5026-4a5a-9b7b-4b60fe766777" -d '{"events": [{"server_uuid": "95faad12-c45a-4a73-b844-738d95f9ba8a", "name": "network-vif-plugged", "status": "completed", "tag": "7759685a-c9eb-4959-b5c8-6791df735cc5"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:24:01.958033 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 7759685a-c9eb-4959-b5c8-6791df735cc5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7759685a-c9eb-4959-b5c8-6791df735cc5,segment=NetworkSegment(0f4922ac-3f69-4c1c-868b-6e5f1680ee82),segment_id=0f4922ac-3f69-4c1c-868b-6e5f1680ee82)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:24:01.994161 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6f946f-ba38-4da0-b002-799ec979516a x-openstack-request-id: req-9d6f946f-ba38-4da0-b002-799ec979516a {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:24:01.994456 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95faad12-c45a-4a73-b844-738d95f9ba8a", "name": "network-vif-plugged", "status": "completed", "tag": "7759685a-c9eb-4959-b5c8-6791df735cc5", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:24:01.995224 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9d6f946f-ba38-4da0-b002-799ec979516a {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:24:01.995868 dv-cinder-773985-33-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95faad12-c45a-4a73-b844-738d95f9ba8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7759685a-c9eb-4959-b5c8-6791df735cc5', 'code': 200} Feb 16 18:24:01.999616 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafb8b9-2018-49fa-94fe-d8d31e63f3ab req-472334f2-7a64-46d5-9cb8-88f4dbc97a0d tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:02.006692 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-6bafb8b9-2018-49fa-94fe-d8d31e63f3ab req-472334f2-7a64-46d5-9cb8-88f4dbc97a0d tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0730698 Feb 16 18:24:02.027758 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (7759685a-c9eb-4959-b5c8-6791df735cc5), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:02.068573 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-6bafb8b9-2018-49fa-94fe-d8d31e63f3ab req-d9d4951b-b9ba-44d5-9325-41ae1b2425eb tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595455 Feb 16 18:24:02.115431 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=7759685a-c9eb-4959-b5c8-6791df735cc5,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:02.179793 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca0fd720-8886-4a31-bd55-b67770a2807f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:02.370481 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaafb28-f7df-43d3-9baa-a411a89295d6 req-93dee5c9-98f6-40f7-bc8d-11c15efe166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:02.371901 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6aaafb28-f7df-43d3-9baa-a411a89295d6 req-93dee5c9-98f6-40f7-bc8d-11c15efe166c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 1130 time: 0.0596044 Feb 16 18:24:02.436114 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6aaafb28-f7df-43d3-9baa-a411a89295d6 req-069faec7-59f2-49eb-92e4-35e612ca01f2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447059 Feb 16 18:24:02.579511 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629c9f8-b12c-4ab9-a525-da3026a8c832 req-e0e80169-7197-45bc-a558-b43d7c01c9a4 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:02.581135 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c629c9f8-b12c-4ab9-a525-da3026a8c832 req-e0e80169-7197-45bc-a558-b43d7c01c9a4 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0617318 Feb 16 18:24:02.633913 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c629c9f8-b12c-4ab9-a525-da3026a8c832 req-be45629f-5832-4d28-b906-51324c5cb5fd tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463455 Feb 16 18:24:02.838299 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfd42a-d29e-4566-99ad-59754e5c3922 req-51a01140-1978-4425-bd9d-a74ef715bb8c tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:02.839814 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-08dfd42a-d29e-4566-99ad-59754e5c3922 req-51a01140-1978-4425-bd9d-a74ef715bb8c tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=eef61f67-6ba0-4186-a3f5-03c91048beeb HTTP/1.1" status: 200 len: 946 time: 0.0583653 Feb 16 18:24:02.846508 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36a616-ad63-4a1c-ba0c-c844c545224a req-9df6c7c0-29d0-44fd-bc97-2f93ab653f91 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:02.847975 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fb36a616-ad63-4a1c-ba0c-c844c545224a req-9df6c7c0-29d0-44fd-bc97-2f93ab653f91 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 946 time: 0.0621881 Feb 16 18:24:02.887659 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-08dfd42a-d29e-4566-99ad-59754e5c3922 req-f94d6a0f-f471-4e1d-be9f-9152d237529e tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/security-groups?id=47ea8074-97cf-4496-bab4-dd1a7c26a887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418396 Feb 16 18:24:02.923422 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07c612-9395-4f37-94fa-3ef74aa8c5cf req-3edec549-f220-40c0-b013-a4921198fff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:02.924898 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-4b07c612-9395-4f37-94fa-3ef74aa8c5cf req-3edec549-f220-40c0-b013-a4921198fff5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e740c52ad64142398b541359c4b59da4&device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 1130 time: 0.0934775 Feb 16 18:24:02.928290 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fb36a616-ad63-4a1c-ba0c-c844c545224a req-ca27e6d5-7b8f-4971-8e2e-a0a9004ada88 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595260 Feb 16 18:24:03.037585 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07c612-9395-4f37-94fa-3ef74aa8c5cf req-faa8b369-9ae0-430d-bc3d-b9085e1ea10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:03.039302 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-4b07c612-9395-4f37-94fa-3ef74aa8c5cf req-faa8b369-9ae0-430d-bc3d-b9085e1ea10a service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b925c41-17ee-42bb-8e4d-3cf4909400ae HTTP/1.1" status: 200 len: 920 time: 0.0976064 Feb 16 18:24:03.340519 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-4b07c612-9395-4f37-94fa-3ef74aa8c5cf req-963422cb-6043-419a-add2-77e26890d749 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=632dec37-55bd-4e4c-9b06-21151fe52ba6 HTTP/1.1" status: 200 len: 217 time: 0.2815709 Feb 16 18:24:03.412399 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07c612-9395-4f37-94fa-3ef74aa8c5cf req-c6465754-ea7f-413a-85df-1a64e6d3786e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:03.414033 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-4b07c612-9395-4f37-94fa-3ef74aa8c5cf req-c6465754-ea7f-413a-85df-1a64e6d3786e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f85686ac-8d4f-40f4-9d20-44dd74c413da HTTP/1.1" status: 200 len: 859 time: 0.0547478 Feb 16 18:24:03.424885 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa26b35-a4d4-4598-856b-246f6a7cfcee req-8812bc2b-5a11-487d-b4ac-5e23cbb3eb86 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:03.426706 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-baa26b35-a4d4-4598-856b-246f6a7cfcee req-8812bc2b-5a11-487d-b4ac-5e23cbb3eb86 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.45 "GET /v2.0/ports?device_id=eef61f67-6ba0-4186-a3f5-03c91048beeb HTTP/1.1" status: 200 len: 946 time: 0.0946839 Feb 16 18:24:03.462608 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-4b07c612-9395-4f37-94fa-3ef74aa8c5cf req-c9a3748a-d0bc-48b9-8454-082d051b8b41 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b925c41-17ee-42bb-8e4d-3cf4909400ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347545 Feb 16 18:24:03.617599 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-4b07c612-9395-4f37-94fa-3ef74aa8c5cf req-ca14b64e-d3ca-4aa5-b9c0-0559fd02b5bf service neutron] 10.222.0.45 "GET /v2.0/networks/2b925c41-17ee-42bb-8e4d-3cf4909400ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314580 Feb 16 18:24:03.639081 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-baa26b35-a4d4-4598-856b-246f6a7cfcee req-f2f55dd4-83fa-46ce-bcd3-b95c0db375e5 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Deleting port b9f6bab3-dff6-4516-8e90-bbfa77ada86e {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:24:03.639506 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-baa26b35-a4d4-4598-856b-246f6a7cfcee req-f2f55dd4-83fa-46ce-bcd3-b95c0db375e5 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (b9f6bab3-dff6-4516-8e90-bbfa77ada86e), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:03.778088 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2c954-79ec-45eb-a66f-3163a413ef59 req-9d231711-4b8b-4392-8963-f554f9cd0c48 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:03.786145 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-b4e2c954-79ec-45eb-a66f-3163a413ef59 req-9d231711-4b8b-4392-8963-f554f9cd0c48 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0650253 Feb 16 18:24:03.805816 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-4b07c612-9395-4f37-94fa-3ef74aa8c5cf req-bd25d834-1d87-4e1e-a0e4-c2fce3aaecac service neutron] 10.222.0.45 "GET /v2.0/networks/2b925c41-17ee-42bb-8e4d-3cf4909400ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759295 Feb 16 18:24:03.808513 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-baa26b35-a4d4-4598-856b-246f6a7cfcee req-f2f55dd4-83fa-46ce-bcd3-b95c0db375e5 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] For port b9f6bab3-dff6-4516-8e90-bbfa77ada86e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b9f6bab3-dff6-4516-8e90-bbfa77ada86e,segment=NetworkSegment(4784a99e-275b-4ae9-8d3e-18071e31eb04),segment_id=4784a99e-275b-4ae9-8d3e-18071e31eb04)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:24:03.808959 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-baa26b35-a4d4-4598-856b-246f6a7cfcee req-f2f55dd4-83fa-46ce-bcd3-b95c0db375e5 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (b9f6bab3-dff6-4516-8e90-bbfa77ada86e), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:03.835602 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-baa26b35-a4d4-4598-856b-246f6a7cfcee req-f2f55dd4-83fa-46ce-bcd3-b95c0db375e5 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Calling delete_port for b9f6bab3-dff6-4516-8e90-bbfa77ada86e owned by compute:nova {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:24:03.856824 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-b4e2c954-79ec-45eb-a66f-3163a413ef59 req-ab9886e0-d73c-4501-bedc-cb2ab3ad9cfa tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693114 Feb 16 18:24:04.102765 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba621ee3-aa91-41dc-be6e-f95620d5fe5a req-ba3af330-a236-485e-b1a7-ffb7b5d481dd tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:04.105458 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ba621ee3-aa91-41dc-be6e-f95620d5fe5a req-ba3af330-a236-485e-b1a7-ffb7b5d481dd tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 946 time: 0.0829790 Feb 16 18:24:04.108756 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61fba1-a106-4ca3-a0e4-28750b242341 req-827916af-8250-4ddb-b053-a825f1e88d24 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:04.110489 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bd61fba1-a106-4ca3-a0e4-28750b242341 req-827916af-8250-4ddb-b053-a825f1e88d24 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=eef61f67-6ba0-4186-a3f5-03c91048beeb HTTP/1.1" status: 200 len: 946 time: 0.1026485 Feb 16 18:24:04.174872 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ba621ee3-aa91-41dc-be6e-f95620d5fe5a req-dea07694-a5d0-4177-9a7d-a51b7d0dfdd0 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538108 Feb 16 18:24:04.175086 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-baa26b35-a4d4-4598-856b-246f6a7cfcee req-f2f55dd4-83fa-46ce-bcd3-b95c0db375e5 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (b9f6bab3-dff6-4516-8e90-bbfa77ada86e), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:04.187586 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bd61fba1-a106-4ca3-a0e4-28750b242341 req-467d4c93-e886-4cc0-ad87-c0f9d318bfeb tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/security-groups?id=47ea8074-97cf-4496-bab4-dd1a7c26a887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695415 Feb 16 18:24:04.206413 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['b9f6bab3-dff6-4516-8e90-bbfa77ada86e'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:24:04.276729 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f55dd4-83fa-46ce-bcd3-b95c0db375e5 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Pushing event deleted for resources: {'Port': ['ID=b9f6bab3-dff6-4516-8e90-bbfa77ada86e,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:04.347437 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa26b35-a4d4-4598-856b-246f6a7cfcee req-f2f55dd4-83fa-46ce-bcd3-b95c0db375e5 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] No DVR routers for this DVR port b9f6bab3-dff6-4516-8e90-bbfa77ada86e on host hv-cinder-77398 {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:24:04.350569 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-baa26b35-a4d4-4598-856b-246f6a7cfcee req-f2f55dd4-83fa-46ce-bcd3-b95c0db375e5 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:04.356429 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-baa26b35-a4d4-4598-856b-246f6a7cfcee req-f2f55dd4-83fa-46ce-bcd3-b95c0db375e5 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.45 "DELETE /v2.0/ports/b9f6bab3-dff6-4516-8e90-bbfa77ada86e HTTP/1.1" status: 204 len: 173 time: 0.8997254 Feb 16 18:24:04.356429 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef61f67-6ba0-4186-a3f5-03c91048beeb', 'name': 'network-vif-deleted', 'tag': 'b9f6bab3-dff6-4516-8e90-bbfa77ada86e'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:24:04.359195 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3190bd59-7e2c-4f14-8f62-052843fa25d3" -d '{"events": [{"server_uuid": "eef61f67-6ba0-4186-a3f5-03c91048beeb", "name": "network-vif-deleted", "tag": "b9f6bab3-dff6-4516-8e90-bbfa77ada86e"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:24:04.448288 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398d43c6-c7f7-4b9a-9444-0660da12cf53 x-openstack-request-id: req-398d43c6-c7f7-4b9a-9444-0660da12cf53 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:24:04.448934 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef61f67-6ba0-4186-a3f5-03c91048beeb", "name": "network-vif-deleted", "tag": "b9f6bab3-dff6-4516-8e90-bbfa77ada86e", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:24:04.448934 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-398d43c6-c7f7-4b9a-9444-0660da12cf53 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:24:04.450176 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef61f67-6ba0-4186-a3f5-03c91048beeb', 'name': 'network-vif-deleted', 'tag': 'b9f6bab3-dff6-4516-8e90-bbfa77ada86e', 'status': 'completed', 'code': 200} Feb 16 18:24:04.485019 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf71e-c58f-474d-9c0e-1daedddd96b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:04.987740 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeaf17c-78ac-44c2-a40c-2845c1d8881a req-cc82e670-214c-4fea-9f04-4cc7f0123611 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:04.994802 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-dfeaf17c-78ac-44c2-a40c-2845c1d8881a req-cc82e670-214c-4fea-9f04-4cc7f0123611 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0683546 Feb 16 18:24:05.041335 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-dfeaf17c-78ac-44c2-a40c-2845c1d8881a req-367b260e-b7ab-4871-b7cd-9c679f1c7b85 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455699 Feb 16 18:24:05.345937 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad308e2-05a9-4ab4-a781-92da65187646 req-0e37ef69-4bec-4c2a-9343-13c1eea4b612 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:05.349623 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-4ad308e2-05a9-4ab4-a781-92da65187646 req-0e37ef69-4bec-4c2a-9343-13c1eea4b612 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 946 time: 0.0745564 Feb 16 18:24:05.403668 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2a37e1ec-bb9b-4798-8c84-b7a784face2d req-48596718-e4ae-426f-8594-f6a0689d7730 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=eef61f67-6ba0-4186-a3f5-03c91048beeb HTTP/1.1" status: 200 len: 210 time: 0.0694487 Feb 16 18:24:05.431472 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-4ad308e2-05a9-4ab4-a781-92da65187646 req-0947b0bf-37e7-496c-847e-65adcc46f41b tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702477 Feb 16 18:24:05.583887 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be8395-1b24-4c3a-97e2-518304e77b1a req-13b9e6ab-9996-4765-9146-8060ffb2d259 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:05.585452 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-36be8395-1b24-4c3a-97e2-518304e77b1a req-13b9e6ab-9996-4765-9146-8060ffb2d259 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 946 time: 0.0664666 Feb 16 18:24:05.593303 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:05.655933 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-36be8395-1b24-4c3a-97e2-518304e77b1a req-e7ad76eb-c031-402f-a076-594d4f92a093 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627725 Feb 16 18:24:06.036260 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c948b00-a51f-4ed4-8560-c6840c5fe093 req-ce56e2a8-10ba-4634-b317-42833041434f tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:06.037948 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8c948b00-a51f-4ed4-8560-c6840c5fe093 req-ce56e2a8-10ba-4634-b317-42833041434f tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 946 time: 0.0856607 Feb 16 18:24:06.086937 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8c948b00-a51f-4ed4-8560-c6840c5fe093 req-447c7f74-8d2a-4527-873d-73b29b085cc7 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428259 Feb 16 18:24:06.199341 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc020b44-6f10-4d4d-a0e5-bf1f529955b5 req-32372352-c5ce-437c-a450-1d91b5f8fe92 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:06.207474 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-dc020b44-6f10-4d4d-a0e5-bf1f529955b5 req-32372352-c5ce-437c-a450-1d91b5f8fe92 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0903380 Feb 16 18:24:06.273875 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-dc020b44-6f10-4d4d-a0e5-bf1f529955b5 req-d17196c3-345a-4955-a9e2-17c5290a543b tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655289 Feb 16 18:24:07.021631 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:07.397222 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0f40c-c2a8-448d-af62-f55f4a98213c req-b07dce0d-2faa-409b-b09d-40eb5e7c3f95 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:07.398697 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-80a0f40c-c2a8-448d-af62-f55f4a98213c req-b07dce0d-2faa-409b-b09d-40eb5e7c3f95 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0522351 Feb 16 18:24:07.445461 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-80a0f40c-c2a8-448d-af62-f55f4a98213c req-4a2c7f7e-8b87-4e15-8d35-25864383a0fb tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400417 Feb 16 18:24:08.415272 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device b9f6bab3-dff6-4516-8e90-bbfa77ada86e no longer exists at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:24:08.440382 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] No Port match for: b9f6bab3-dff6-4516-8e90-bbfa77ada86e {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:24:08.440722 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device b9f6bab3-dff6-4516-8e90-bbfa77ada86e not bound to the agent host hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:24:08.533716 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:12.448471 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2d1c15f3-c47e-48f8-9e71-6f9981b39791 req-43727aab-11d0-4b1c-a2f6-81b36f36baa2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0963979 Feb 16 18:24:12.522715 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c15f3-c47e-48f8-9e71-6f9981b39791 req-199fa778-0192-40d9-b5f5-192c24081eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:12.524278 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2d1c15f3-c47e-48f8-9e71-6f9981b39791 req-199fa778-0192-40d9-b5f5-192c24081eec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e740c52ad64142398b541359c4b59da4&device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 1130 time: 0.0490665 Feb 16 18:24:12.636595 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c15f3-c47e-48f8-9e71-6f9981b39791 req-657b498d-048e-4b8a-bceb-5717cf60498d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:12.638090 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2d1c15f3-c47e-48f8-9e71-6f9981b39791 req-657b498d-048e-4b8a-bceb-5717cf60498d service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b925c41-17ee-42bb-8e4d-3cf4909400ae HTTP/1.1" status: 200 len: 920 time: 0.0927782 Feb 16 18:24:12.684558 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2d1c15f3-c47e-48f8-9e71-6f9981b39791 req-0015eac3-cf8e-4a08-9f3b-7b246abdcc36 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dff383c9-bcc3-4d9e-ad29-8fef541e4e4a HTTP/1.1" status: 200 len: 217 time: 0.0380490 Feb 16 18:24:12.711416 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:12.736546 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c15f3-c47e-48f8-9e71-6f9981b39791 req-91be6c6d-a07e-46cd-b212-cdd63577d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:12.738149 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2d1c15f3-c47e-48f8-9e71-6f9981b39791 req-91be6c6d-a07e-46cd-b212-cdd63577d32e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f85686ac-8d4f-40f4-9d20-44dd74c413da HTTP/1.1" status: 200 len: 859 time: 0.0471227 Feb 16 18:24:12.774520 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2d1c15f3-c47e-48f8-9e71-6f9981b39791 req-39fb9ea3-9249-45eb-a4c8-21ad9be20c78 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b925c41-17ee-42bb-8e4d-3cf4909400ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269997 Feb 16 18:24:12.891220 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2d1c15f3-c47e-48f8-9e71-6f9981b39791 req-84b25713-76fc-4675-af78-6a581bf4a64d service neutron] 10.222.0.45 "GET /v2.0/networks/2b925c41-17ee-42bb-8e4d-3cf4909400ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997405 Feb 16 18:24:12.989910 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2d1c15f3-c47e-48f8-9e71-6f9981b39791 req-7bd34d24-f39a-42ff-a4d2-258aaa4fa3ad service neutron] 10.222.0.45 "GET /v2.0/networks/2b925c41-17ee-42bb-8e4d-3cf4909400ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825071 Feb 16 18:24:17.259943 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307a55d-41e1-4cad-bcdd-06b8b8575f69 req-57994a79-bcfd-40af-b0f4-668c8742b9c7 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:17.261473 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-b307a55d-41e1-4cad-bcdd-06b8b8575f69 req-57994a79-bcfd-40af-b0f4-668c8742b9c7 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0579982 Feb 16 18:24:17.265596 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-2f0949b1-6777-4ca6-8cef-1ae06bfaf245 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:17.267059 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-2f0949b1-6777-4ca6-8cef-1ae06bfaf245 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/networks?id=94aeaab3-9397-41f8-9c01-563e4d5cb1cb HTTP/1.1" status: 200 len: 814 time: 0.1148458 Feb 16 18:24:17.282223 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-8a297ea7-3f81-4bc0-8170-9c02225b29aa tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/quotas/d373330688b54634b9a951ee0f4dcfe3 HTTP/1.1" status: 200 len: 375 time: 0.0097759 Feb 16 18:24:17.312786 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-b307a55d-41e1-4cad-bcdd-06b8b8575f69 req-aeca222b-c940-4908-a80e-125f2fca8b38 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448174 Feb 16 18:24:17.315300 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-64dd19ec-bb8c-4f99-b104-1966e5677751 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=d373330688b54634b9a951ee0f4dcfe3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275621 Feb 16 18:24:17.417958 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-2f50cfae-c998-4e8c-a1b0-8be144d1d520 service neutron] 10.222.0.87 "GET /v2.0/networks/94aeaab3-9397-41f8-9c01-563e4d5cb1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960338 Feb 16 18:24:17.526353 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-bb5d650c-84de-4da3-aaf4-dad5fe087bbd service neutron] 10.222.0.87 "GET /v2.0/networks/94aeaab3-9397-41f8-9c01-563e4d5cb1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005497 Feb 16 18:24:17.610337 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 60000) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:24:17.653839 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_v2 [None req-084b2b8e-0255-4d5b-8153-c36db9f803b6 admin admin] Deleting subnet 1c13ad86-9427-497b-bfde-7941917a23de {{(pid=103276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 18:24:17.657772 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-084b2b8e-0255-4d5b-8153-c36db9f803b6 admin admin] Publish callbacks [] for subnet (1c13ad86-9427-497b-bfde-7941917a23de), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:17.689890 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-084b2b8e-0255-4d5b-8153-c36db9f803b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8560755'] for subnet (1c13ad86-9427-497b-bfde-7941917a23de), precommit_delete_associations {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:17.727979 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-084b2b8e-0255-4d5b-8153-c36db9f803b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584056'] for subnet (1c13ad86-9427-497b-bfde-7941917a23de), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:17.818498 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-8f41abec-3571-49e1-80ff-33d2d68eb81a req-89f5da26-bdd1-4559-8947-443371c7605b tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e4198bd-9656-46de-815a-c5d6b5785716 HTTP/1.1" status: 200 len: 210 time: 0.0265987 Feb 16 18:24:17.844439 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-084b2b8e-0255-4d5b-8153-c36db9f803b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9128137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494469'] for subnet (1c13ad86-9427-497b-bfde-7941917a23de), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:17.870658 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b2b8e-0255-4d5b-8153-c36db9f803b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c13ad86-9427-497b-bfde-7941917a23de,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:17.876018 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-084b2b8e-0255-4d5b-8153-c36db9f803b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:17.885253 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-084b2b8e-0255-4d5b-8153-c36db9f803b6 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/1c13ad86-9427-497b-bfde-7941917a23de HTTP/1.1" status: 204 len: 168 time: 0.2678800 Feb 16 18:24:17.885438 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 60006) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:24:17.885527 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b2b8e-0255-4d5b-8153-c36db9f803b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:17.885527 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b2b8e-0255-4d5b-8153-c36db9f803b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:17.885527 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b2b8e-0255-4d5b-8153-c36db9f803b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:17.885527 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b2b8e-0255-4d5b-8153-c36db9f803b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:17.885527 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b2b8e-0255-4d5b-8153-c36db9f803b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:17.886012 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b2b8e-0255-4d5b-8153-c36db9f803b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:17.886012 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b2b8e-0255-4d5b-8153-c36db9f803b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:17.886369 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b2b8e-0255-4d5b-8153-c36db9f803b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:17.886659 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b2b8e-0255-4d5b-8153-c36db9f803b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:17.887303 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b2b8e-0255-4d5b-8153-c36db9f803b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:17.887643 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b2b8e-0255-4d5b-8153-c36db9f803b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:17.887966 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b2b8e-0255-4d5b-8153-c36db9f803b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:17.888288 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b2b8e-0255-4d5b-8153-c36db9f803b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:17.956769 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-398bcaaf-72d6-45e7-be14-cf27194b8251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558149'] for network (fc4564aa-f6c4-4d4f-9363-86ef32257258), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:18.034192 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-398bcaaf-72d6-45e7-be14-cf27194b8251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561157', 'neutron.services.segments.db._delete_segments_for_network-8776562245259'] for network (fc4564aa-f6c4-4d4f-9363-86ef32257258), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:18.054350 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.services.segments.db [None req-398bcaaf-72d6-45e7-be14-cf27194b8251 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4564aa-f6c4-4d4f-9363-86ef32257258']}} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:24:18.063450 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.services.segments.db [None req-398bcaaf-72d6-45e7-be14-cf27194b8251 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb42a4e6-76f6-4085-8536-425046b944ec') {'for_net_delete': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:24:18.063730 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.services.segments.db [None req-398bcaaf-72d6-45e7-be14-cf27194b8251 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb42a4e6-76f6-4085-8536-425046b944ec') {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:24:18.073229 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-398bcaaf-72d6-45e7-be14-cf27194b8251 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776562247060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8533313'] for segment (cb42a4e6-76f6-4085-8536-425046b944ec), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:18.086794 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-398bcaaf-72d6-45e7-be14-cf27194b8251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (cb42a4e6-76f6-4085-8536-425046b944ec), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:18.093297 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398bcaaf-72d6-45e7-be14-cf27194b8251 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 18:24:18.093679 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-398bcaaf-72d6-45e7-be14-cf27194b8251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8530167'] for segment (cb42a4e6-76f6-4085-8536-425046b944ec), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: Traceback (most recent call last): Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: timer() Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: cb(*args, **kw) Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: return func(*args, **kwargs) Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: self._notify() Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: self.callback(batched_events) Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: event.method(event) Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: return f(self, *a, **k) Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: return self._get(url).json() Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: return self.request(url, 'GET', **kwargs) Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:24:18.095290 dv-cinder-773985-33-iscsi neutron-server[103275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:24:18.230984 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-398bcaaf-72d6-45e7-be14-cf27194b8251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459708'] for network (fc4564aa-f6c4-4d4f-9363-86ef32257258), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:18.238586 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-398bcaaf-72d6-45e7-be14-cf27194b8251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:18.244967 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-398bcaaf-72d6-45e7-be14-cf27194b8251 admin admin] 10.222.0.87 "DELETE /v2.0/networks/fc4564aa-f6c4-4d4f-9363-86ef32257258 HTTP/1.1" status: 204 len: 168 time: 0.3588190 Feb 16 18:24:18.252947 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bcaaf-72d6-45e7-be14-cf27194b8251 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc4564aa-f6c4-4d4f-9363-86ef32257258,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:18.261285 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bcaaf-72d6-45e7-be14-cf27194b8251 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:18.261640 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bcaaf-72d6-45e7-be14-cf27194b8251 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:18.261984 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bcaaf-72d6-45e7-be14-cf27194b8251 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:18.262324 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bcaaf-72d6-45e7-be14-cf27194b8251 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:18.262657 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bcaaf-72d6-45e7-be14-cf27194b8251 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:18.262989 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bcaaf-72d6-45e7-be14-cf27194b8251 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:18.263503 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bcaaf-72d6-45e7-be14-cf27194b8251 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:18.263838 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bcaaf-72d6-45e7-be14-cf27194b8251 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:18.264529 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bcaaf-72d6-45e7-be14-cf27194b8251 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:18.264529 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bcaaf-72d6-45e7-be14-cf27194b8251 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:18.264798 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bcaaf-72d6-45e7-be14-cf27194b8251 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:18.265142 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bcaaf-72d6-45e7-be14-cf27194b8251 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:18.265495 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bcaaf-72d6-45e7-be14-cf27194b8251 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:18.438530 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fc511-ead7-49d8-8957-3494bddad86b req-c32beee7-a096-499b-a6a6-8308a4ccf2fd tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:18.440107 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-984fc511-ead7-49d8-8957-3494bddad86b req-c32beee7-a096-499b-a6a6-8308a4ccf2fd tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0556746 Feb 16 18:24:18.490166 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-984fc511-ead7-49d8-8957-3494bddad86b req-0f75716e-e36c-4f39-be16-36a491e1244a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444446 Feb 16 18:24:18.630626 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 60020) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:24:18.675719 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-75cdf759-93f0-4648-a04e-0366b36cc2dc admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9d5b466cb8b240088d1c9bbc4b4699bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439205 Feb 16 18:24:18.678174 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 60022) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:24:18.727039 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b578631e-4c5a-4ad2-a406-1aec8802e070 admin admin] Publish callbacks [] for security_group (0ec91071-db59-41ac-912f-4e09e3e325f1), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:18.749307 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b578631e-4c5a-4ad2-a406-1aec8802e070 admin admin] Publish callbacks [] for security_group (0ec91071-db59-41ac-912f-4e09e3e325f1), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:18.867175 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b578631e-4c5a-4ad2-a406-1aec8802e070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (0ec91071-db59-41ac-912f-4e09e3e325f1), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:18.870025 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b578631e-4c5a-4ad2-a406-1aec8802e070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:18.871203 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-b578631e-4c5a-4ad2-a406-1aec8802e070 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0ec91071-db59-41ac-912f-4e09e3e325f1 HTTP/1.1" status: 204 len: 168 time: 0.1921666 Feb 16 18:24:18.880611 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578631e-4c5a-4ad2-a406-1aec8802e070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec91071-db59-41ac-912f-4e09e3e325f1,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:18.920743 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-eadd760e-2bb2-45d2-8041-39a228a9fef8 req-c9e29521-dc31-4060-813c-c6066416e031 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e4198bd-9656-46de-815a-c5d6b5785716 HTTP/1.1" status: 200 len: 210 time: 0.0304387 Feb 16 18:24:19.611643 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a2f73-c511-4c15-bdc9-ffc639409763 req-aef6a850-158e-4eed-b34c-6cf7e5951fdc tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:19.613221 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-da2a2f73-c511-4c15-bdc9-ffc639409763 req-aef6a850-158e-4eed-b34c-6cf7e5951fdc tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0539393 Feb 16 18:24:19.660175 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-da2a2f73-c511-4c15-bdc9-ffc639409763 req-f4e38816-46ef-432a-ad57-181757872f96 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410035 Feb 16 18:24:19.923216 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-02533335-4f49-403e-969b-ba9ce1405878 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:19.924809 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-02533335-4f49-403e-969b-ba9ce1405878 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.45 "GET /v2.0/networks?id=94aeaab3-9397-41f8-9c01-563e4d5cb1cb HTTP/1.1" status: 200 len: 814 time: 0.1048028 Feb 16 18:24:19.953845 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-19d04123-5caa-4c6a-9eb5-075284f25b0b tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Request body: {'port': {'device_id': '8e4198bd-9656-46de-815a-c5d6b5785716', 'network_id': '94aeaab3-9397-41f8-9c01-563e4d5cb1cb', 'admin_state_up': True, 'tenant_id': 'd373330688b54634b9a951ee0f4dcfe3'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:20.024648 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-c0feea42-bd49-49ef-a767-f1b9e7adefd9 req-1b731821-1efa-4e41-b768-5b02ccfe7745 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e4198bd-9656-46de-815a-c5d6b5785716 HTTP/1.1" status: 200 len: 210 time: 0.0319560 Feb 16 18:24:20.162133 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-19d04123-5caa-4c6a-9eb5-075284f25b0b tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Made reservation on behalf of d373330688b54634b9a951ee0f4dcfe3 for: {'port': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:24:20.165638 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-19d04123-5caa-4c6a-9eb5-075284f25b0b tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:20.291242 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-19d04123-5caa-4c6a-9eb5-075284f25b0b tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Allocated IP 172.20.0.4 (94aeaab3-9397-41f8-9c01-563e4d5cb1cb/bfd3a131-864f-4e2a-91e7-3773c924ed10/06a5ed16-276d-4d2f-b25d-c49174d2ecc6) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:24:20.439834 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-19d04123-5caa-4c6a-9eb5-075284f25b0b tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Publish callbacks [] for port (06a5ed16-276d-4d2f-b25d-c49174d2ecc6), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:20.539023 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-19d04123-5caa-4c6a-9eb5-075284f25b0b tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (06a5ed16-276d-4d2f-b25d-c49174d2ecc6), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:20.584258 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-19d04123-5caa-4c6a-9eb5-075284f25b0b tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Network 94aeaab3-9397-41f8-9c01-563e4d5cb1cb is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:24:20.587618 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-19d04123-5caa-4c6a-9eb5-075284f25b0b tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:24:20.591945 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-19d04123-5caa-4c6a-9eb5-075284f25b0b tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:24:20.598635 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d04123-5caa-4c6a-9eb5-075284f25b0b tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Pushing event updated for resources: {'Port': ['ID=06a5ed16-276d-4d2f-b25d-c49174d2ecc6,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:20.646406 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-19d04123-5caa-4c6a-9eb5-075284f25b0b tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:20.647067 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-19d04123-5caa-4c6a-9eb5-075284f25b0b tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:20.757895 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-19d04123-5caa-4c6a-9eb5-075284f25b0b tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8095131 Feb 16 18:24:20.783012 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f410e-a6de-425a-a496-e5c79b950061 req-d2b533cf-51e0-4e4f-b032-5e53e8baecb1 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:20.784448 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9f5f410e-a6de-425a-a496-e5c79b950061 req-d2b533cf-51e0-4e4f-b032-5e53e8baecb1 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0568149 Feb 16 18:24:20.789278 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-f2771308-4062-4d86-a0f1-a761391a90b1 service neutron] Request body: {'port': {'device_id': '8e4198bd-9656-46de-815a-c5d6b5785716', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:20.875369 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9f5f410e-a6de-425a-a496-e5c79b950061 req-86ffbea3-68db-4a36-93f4-24c5e282d4e5 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835173 Feb 16 18:24:20.876313 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-f2771308-4062-4d86-a0f1-a761391a90b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (06a5ed16-276d-4d2f-b25d-c49174d2ecc6), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:21.134132 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-f2771308-4062-4d86-a0f1-a761391a90b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a5ed16-276d-4d2f-b25d-c49174d2ecc6 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:24:21.146816 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084467d-c309-4392-9b79-669ff8678967 req-89a5d813-9b71-4a67-99df-077d903e9442 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:21.149586 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-5084467d-c309-4392-9b79-669ff8678967 req-89a5d813-9b71-4a67-99df-077d903e9442 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e4198bd-9656-46de-815a-c5d6b5785716 HTTP/1.1" status: 200 len: 931 time: 0.0553477 Feb 16 18:24:21.151292 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-f2771308-4062-4d86-a0f1-a761391a90b1 service neutron] Publish callbacks [] for port (06a5ed16-276d-4d2f-b25d-c49174d2ecc6), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:21.182411 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-f2771308-4062-4d86-a0f1-a761391a90b1 service neutron] Transition to ACTIVE for port object 06a5ed16-276d-4d2f-b25d-c49174d2ecc6 will not be triggered until provisioned by entity L2. {{(pid=103275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:24:21.206781 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a54c8-795d-4570-92bd-7012fd96f78c req-945a21b7-e032-486b-9ddd-959fc52af62b tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:21.208373 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e13a54c8-795d-4570-92bd-7012fd96f78c req-945a21b7-e032-486b-9ddd-959fc52af62b tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 946 time: 0.0660286 Feb 16 18:24:21.270771 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-f2771308-4062-4d86-a0f1-a761391a90b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (06a5ed16-276d-4d2f-b25d-c49174d2ecc6), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:21.355566 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2771308-4062-4d86-a0f1-a761391a90b1 service neutron] Pushing event updated for resources: {'Port': ['ID=06a5ed16-276d-4d2f-b25d-c49174d2ecc6,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:21.367174 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-5084467d-c309-4392-9b79-669ff8678967 req-76be48cb-633b-410a-8a5e-959ca2cfc3a3 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/security-groups?id=47ea8074-97cf-4496-bab4-dd1a7c26a887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121961 Feb 16 18:24:21.415874 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-e13a54c8-795d-4570-92bd-7012fd96f78c req-29da5115-139a-48c2-8548-16cceef2dfdf tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Deleting port dff383c9-bcc3-4d9e-ad29-8fef541e4e4a {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:24:21.416209 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-e13a54c8-795d-4570-92bd-7012fd96f78c req-29da5115-139a-48c2-8548-16cceef2dfdf tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (dff383c9-bcc3-4d9e-ad29-8fef541e4e4a), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:21.493407 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-f2771308-4062-4d86-a0f1-a761391a90b1 service neutron] Attempting to bind port 06a5ed16-276d-4d2f-b25d-c49174d2ecc6 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:24:21.493736 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-f2771308-4062-4d86-a0f1-a761391a90b1 service neutron] Attempting to bind port 06a5ed16-276d-4d2f-b25d-c49174d2ecc6 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '4784a99e-275b-4ae9-8d3e-18071e31eb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '94aeaab3-9397-41f8-9c01-563e4d5cb1cb'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:24:21.494061 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-f2771308-4062-4d86-a0f1-a761391a90b1 service neutron] Attempting to bind port 06a5ed16-276d-4d2f-b25d-c49174d2ecc6 on network 94aeaab3-9397-41f8-9c01-563e4d5cb1cb {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:24:21.505194 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-f2771308-4062-4d86-a0f1-a761391a90b1 service neutron] Port 06a5ed16-276d-4d2f-b25d-c49174d2ecc6 on network 94aeaab3-9397-41f8-9c01-563e4d5cb1cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 18:24:21.505514 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-f2771308-4062-4d86-a0f1-a761391a90b1 service neutron] Attempting to bind port 06a5ed16-276d-4d2f-b25d-c49174d2ecc6 on network 94aeaab3-9397-41f8-9c01-563e4d5cb1cb {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:24:21.513342 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-f2771308-4062-4d86-a0f1-a761391a90b1 service neutron] Checking agent: {'id': '5c336864-29ba-45bb-93ac-04ba68c7d8e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'started_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:24:21.514055 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-f2771308-4062-4d86-a0f1-a761391a90b1 service neutron] Checking segment: {'id': '4784a99e-275b-4ae9-8d3e-18071e31eb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '94aeaab3-9397-41f8-9c01-563e4d5cb1cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:24:21.514196 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-f2771308-4062-4d86-a0f1-a761391a90b1 service neutron] Bound using segment: {'id': '4784a99e-275b-4ae9-8d3e-18071e31eb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '94aeaab3-9397-41f8-9c01-563e4d5cb1cb'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:24:21.514546 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-f2771308-4062-4d86-a0f1-a761391a90b1 service neutron] Bound port: 06a5ed16-276d-4d2f-b25d-c49174d2ecc6, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4784a99e-275b-4ae9-8d3e-18071e31eb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '94aeaab3-9397-41f8-9c01-563e4d5cb1cb'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:24:21.514899 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-f2771308-4062-4d86-a0f1-a761391a90b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (06a5ed16-276d-4d2f-b25d-c49174d2ecc6), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:21.538852 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-e13a54c8-795d-4570-92bd-7012fd96f78c req-29da5115-139a-48c2-8548-16cceef2dfdf tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] For port dff383c9-bcc3-4d9e-ad29-8fef541e4e4a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=dff383c9-bcc3-4d9e-ad29-8fef541e4e4a,segment=NetworkSegment(b41e98e9-108e-4dac-ae8e-eec7f26349c5),segment_id=b41e98e9-108e-4dac-ae8e-eec7f26349c5)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:24:21.539204 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-e13a54c8-795d-4570-92bd-7012fd96f78c req-29da5115-139a-48c2-8548-16cceef2dfdf tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (dff383c9-bcc3-4d9e-ad29-8fef541e4e4a), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:21.570040 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-e13a54c8-795d-4570-92bd-7012fd96f78c req-29da5115-139a-48c2-8548-16cceef2dfdf tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Calling delete_port for dff383c9-bcc3-4d9e-ad29-8fef541e4e4a owned by compute:nova {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:24:21.640379 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-f2771308-4062-4d86-a0f1-a761391a90b1 service neutron] For port 06a5ed16-276d-4d2f-b25d-c49174d2ecc6, host hv-cinder-77398, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:24:21.644488 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-f2771308-4062-4d86-a0f1-a761391a90b1 service neutron] For port 06a5ed16-276d-4d2f-b25d-c49174d2ecc6, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=06a5ed16-276d-4d2f-b25d-c49174d2ecc6,segment=NetworkSegment(4784a99e-275b-4ae9-8d3e-18071e31eb04),segment_id=4784a99e-275b-4ae9-8d3e-18071e31eb04)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:24:21.730156 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-f2771308-4062-4d86-a0f1-a761391a90b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (06a5ed16-276d-4d2f-b25d-c49174d2ecc6), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:21.762110 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-f2771308-4062-4d86-a0f1-a761391a90b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:21.762716 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-f2771308-4062-4d86-a0f1-a761391a90b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:21.764078 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-f2771308-4062-4d86-a0f1-a761391a90b1 service neutron] 10.222.0.45 "PUT /v2.0/ports/06a5ed16-276d-4d2f-b25d-c49174d2ecc6 HTTP/1.1" status: 200 len: 1093 time: 0.9786243 Feb 16 18:24:21.764509 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4198bd-9656-46de-815a-c5d6b5785716', 'tag': '06a5ed16-276d-4d2f-b25d-c49174d2ecc6'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:24:21.766757 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e406af3b-a878-4f87-bdb1-9a855ea23d18" -d '{"events": [{"name": "network-changed", "server_uuid": "8e4198bd-9656-46de-815a-c5d6b5785716", "tag": "06a5ed16-276d-4d2f-b25d-c49174d2ecc6"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:24:21.791892 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-e13a54c8-795d-4570-92bd-7012fd96f78c req-29da5115-139a-48c2-8548-16cceef2dfdf tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (dff383c9-bcc3-4d9e-ad29-8fef541e4e4a), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:21.796935 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2771308-4062-4d86-a0f1-a761391a90b1 service neutron] Pushing event updated for resources: {'Port': ['ID=06a5ed16-276d-4d2f-b25d-c49174d2ecc6,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:21.809544 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['dff383c9-bcc3-4d9e-ad29-8fef541e4e4a', '632dec37-55bd-4e4c-9b06-21151fe52ba6'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:24:21.811192 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5203b3e-c39f-4609-a88c-31a6277fcb8a x-openstack-request-id: req-b5203b3e-c39f-4609-a88c-31a6277fcb8a {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:24:21.811480 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e4198bd-9656-46de-815a-c5d6b5785716", "tag": "06a5ed16-276d-4d2f-b25d-c49174d2ecc6", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:24:21.811732 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b5203b3e-c39f-4609-a88c-31a6277fcb8a {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:24:21.812284 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e4198bd-9656-46de-815a-c5d6b5785716', 'tag': '06a5ed16-276d-4d2f-b25d-c49174d2ecc6', 'status': 'completed', 'code': 200} Feb 16 18:24:21.852676 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da5115-139a-48c2-8548-16cceef2dfdf tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Pushing event deleted for resources: {'Port': ['ID=dff383c9-bcc3-4d9e-ad29-8fef541e4e4a,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:21.907145 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13a54c8-795d-4570-92bd-7012fd96f78c req-29da5115-139a-48c2-8548-16cceef2dfdf tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] No DVR routers for this DVR port dff383c9-bcc3-4d9e-ad29-8fef541e4e4a on host hv-cinder-77398 {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:24:21.909852 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-e13a54c8-795d-4570-92bd-7012fd96f78c req-29da5115-139a-48c2-8548-16cceef2dfdf tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:21.913495 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e13a54c8-795d-4570-92bd-7012fd96f78c req-29da5115-139a-48c2-8548-16cceef2dfdf tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.45 "DELETE /v2.0/ports/dff383c9-bcc3-4d9e-ad29-8fef541e4e4a HTTP/1.1" status: 204 len: 173 time: 0.6973035 Feb 16 18:24:21.939602 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406af3b-a878-4f87-bdb1-9a855ea23d18 req-5db91367-5ddb-4ec7-bacd-f6bb66b88fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:21.941114 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e406af3b-a878-4f87-bdb1-9a855ea23d18 req-5db91367-5ddb-4ec7-bacd-f6bb66b88fd3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d373330688b54634b9a951ee0f4dcfe3&device_id=8e4198bd-9656-46de-815a-c5d6b5785716 HTTP/1.1" status: 200 len: 1127 time: 0.1037641 Feb 16 18:24:21.974912 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-922d5bcb-9e37-4a5f-8a9a-803e632ceef9 req-c8b4f073-660e-4732-bacf-a285332820bf tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 210 time: 0.0276997 Feb 16 18:24:22.056556 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406af3b-a878-4f87-bdb1-9a855ea23d18 req-74230c62-2b2d-464e-bb34-d9fcc93559ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:22.058190 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e406af3b-a878-4f87-bdb1-9a855ea23d18 req-74230c62-2b2d-464e-bb34-d9fcc93559ff service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d373330688b54634b9a951ee0f4dcfe3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1014311 Feb 16 18:24:22.156141 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406af3b-a878-4f87-bdb1-9a855ea23d18 req-cb663490-c187-4e0b-99d4-b81c45050050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:22.157629 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e406af3b-a878-4f87-bdb1-9a855ea23d18 req-cb663490-c187-4e0b-99d4-b81c45050050 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907898 Feb 16 18:24:22.267814 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-103e694f-a94d-44a0-9c15-201b9a979d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:22.269357 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-103e694f-a94d-44a0-9c15-201b9a979d91 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d373330688b54634b9a951ee0f4dcfe3&device_id=8e4198bd-9656-46de-815a-c5d6b5785716 HTTP/1.1" status: 200 len: 1127 time: 0.0527246 Feb 16 18:24:22.319228 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-10a710cd-5915-4268-8558-9adb3f18aba2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06a5ed16-276d-4d2f-b25d-c49174d2ecc6 HTTP/1.1" status: 200 len: 217 time: 0.0360270 Feb 16 18:24:22.386749 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-6acf3bc7-7f4d-4d87-a9b1-4b28b716eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:22.389389 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-6acf3bc7-7f4d-4d87-a9b1-4b28b716eeb6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bfd3a131-864f-4e2a-91e7-3773c924ed10 HTTP/1.1" status: 200 len: 854 time: 0.0528786 Feb 16 18:24:22.432497 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-d772ef04-1c97-4a74-ada7-bd446c8c7d38 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94aeaab3-9397-41f8-9c01-563e4d5cb1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290322 Feb 16 18:24:22.761596 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023da17c-e933-4200-8f09-b26c6249f80f req-96c8a5df-7348-4c9c-9d18-38798ea6d801 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:22.763086 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-023da17c-e933-4200-8f09-b26c6249f80f req-96c8a5df-7348-4c9c-9d18-38798ea6d801 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e4198bd-9656-46de-815a-c5d6b5785716 HTTP/1.1" status: 200 len: 943 time: 0.3285475 Feb 16 18:24:22.797337 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-12cc5791-b2bd-420a-b9fe-f05f4124b613 service neutron] 10.222.0.45 "GET /v2.0/networks/94aeaab3-9397-41f8-9c01-563e4d5cb1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539295 Feb 16 18:24:22.838445 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-023da17c-e933-4200-8f09-b26c6249f80f req-e5c470e1-2175-408c-8ab8-4d38978ba708 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/security-groups?id=47ea8074-97cf-4496-bab4-dd1a7c26a887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691671 Feb 16 18:24:22.904672 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7afa015b-84ed-4e85-9bb5-4c598e5855a7 req-e9c245ec-873d-419e-9b1c-c19e1617fea1 service neutron] 10.222.0.45 "GET /v2.0/networks/94aeaab3-9397-41f8-9c01-563e4d5cb1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952196 Feb 16 18:24:23.082954 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-09acfd20-7e32-4050-8d59-18c39f41ed24 req-29a42d52-dbd2-4f28-b8d3-d1e9a5aeb140 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=c2d8f308-60f6-4101-9d7a-934095ad491d HTTP/1.1" status: 200 len: 210 time: 0.0273125 Feb 16 18:24:23.813335 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d8f308-60f6-4101-9d7a-934095ad491d', 'name': 'network-vif-deleted', 'tag': 'dff383c9-bcc3-4d9e-ad29-8fef541e4e4a'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:24:23.815666 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbffc12e-0eaf-4f30-b9b0-3be2762455b4" -d '{"events": [{"server_uuid": "c2d8f308-60f6-4101-9d7a-934095ad491d", "name": "network-vif-deleted", "tag": "dff383c9-bcc3-4d9e-ad29-8fef541e4e4a"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:24:23.849439 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef31dfd-52cd-446f-bb7d-5f1772dee15a x-openstack-request-id: req-7ef31dfd-52cd-446f-bb7d-5f1772dee15a {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:24:23.849732 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d8f308-60f6-4101-9d7a-934095ad491d", "name": "network-vif-deleted", "tag": "dff383c9-bcc3-4d9e-ad29-8fef541e4e4a", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:24:23.849983 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7ef31dfd-52cd-446f-bb7d-5f1772dee15a {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:24:23.850376 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d8f308-60f6-4101-9d7a-934095ad491d', 'name': 'network-vif-deleted', 'tag': 'dff383c9-bcc3-4d9e-ad29-8fef541e4e4a', 'status': 'completed', 'code': 200} Feb 16 18:24:23.956279 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0516c6-30a7-4261-b5a1-63808a064499 req-f21a895d-a6b5-407c-bbbf-1fcf72d1e0c0 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:23.957777 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ae0516c6-30a7-4261-b5a1-63808a064499 req-f21a895d-a6b5-407c-bbbf-1fcf72d1e0c0 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e4198bd-9656-46de-815a-c5d6b5785716 HTTP/1.1" status: 200 len: 943 time: 0.0531485 Feb 16 18:24:24.006291 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ae0516c6-30a7-4261-b5a1-63808a064499 req-cbb0d5df-a404-42c1-b62f-0a5253872c3c tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/security-groups?id=47ea8074-97cf-4496-bab4-dd1a7c26a887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429564 Feb 16 18:24:24.527718 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5b12d-acab-4918-a2ff-1833c772b186 req-c1aa4a27-abf2-4b9e-8808-af58bea80d8f tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:24.530982 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8ae5b12d-acab-4918-a2ff-1833c772b186 req-c1aa4a27-abf2-4b9e-8808-af58bea80d8f tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0579891 Feb 16 18:24:24.574541 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8ae5b12d-acab-4918-a2ff-1833c772b186 req-cfb05a0e-95b2-4d68-b42a-c4395d8a9d46 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389149 Feb 16 18:24:25.000483 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664307a-c7c0-4587-9e55-e695398cc530 req-95a72884-6c04-40c7-b80f-00b1696086bf tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:25.001974 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-b664307a-c7c0-4587-9e55-e695398cc530 req-95a72884-6c04-40c7-b80f-00b1696086bf tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 946 time: 0.0522172 Feb 16 18:24:25.048509 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-b664307a-c7c0-4587-9e55-e695398cc530 req-8a4e2bbe-1510-4b8c-8607-97e3590359db tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409205 Feb 16 18:24:25.082567 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 60082) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:24:25.140184 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b8cb5-ae89-477c-a62d-f28ff427ba47 req-28113de1-f124-46de-b485-3188b7fdd213 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:25.141675 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b83b8cb5-ae89-477c-a62d-f28ff427ba47 req-28113de1-f124-46de-b485-3188b7fdd213 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e4198bd-9656-46de-815a-c5d6b5785716 HTTP/1.1" status: 200 len: 943 time: 0.0569446 Feb 16 18:24:25.187683 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b83b8cb5-ae89-477c-a62d-f28ff427ba47 req-8921a198-52ca-45af-bd6e-be1b0e230e8a tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/security-groups?id=47ea8074-97cf-4496-bab4-dd1a7c26a887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405557 Feb 16 18:24:25.318400 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedef499-682b-4695-8614-8dbb61752009 tempest-TestMinimumBasicScenario-356179915 tempest-TestMinimumBasicScenario-356179915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:25.319813 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-fedef499-682b-4695-8614-8dbb61752009 tempest-TestMinimumBasicScenario-356179915 tempest-TestMinimumBasicScenario-356179915-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 1125 time: 0.2362399 Feb 16 18:24:25.322801 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 60088) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:24:25.327142 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-ecb02d67-4aa9-4953-b565-ac8c298587b3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Request body: {'floatingip': {'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'port_id': '7759685a-c9eb-4959-b5c8-6791df735cc5', 'tenant_id': '504750dba476418dbce439401f05472d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:25.421665 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ecb02d67-4aa9-4953-b565-ac8c298587b3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:25.515449 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ecb02d67-4aa9-4953-b565-ac8c298587b3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:25.623753 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-ecb02d67-4aa9-4953-b565-ac8c298587b3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Allocated IP 172.27.3.229 (c00f8eca-8c80-474c-b61e-3160eeb0c24d/19362ace-3fbd-48f2-895e-4d065f6f071c/b8625d99-4424-47fe-a4a9-f770f835b2b2) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:24:25.692802 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96449754-78b5-4ea0-8238-dc74ca0199bb req-9c67f1f7-f218-438d-a4f2-1a97fddb3de0 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:25.694293 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-96449754-78b5-4ea0-8238-dc74ca0199bb req-9c67f1f7-f218-438d-a4f2-1a97fddb3de0 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0527709 Feb 16 18:24:25.728808 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ecb02d67-4aa9-4953-b565-ac8c298587b3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for port (b8625d99-4424-47fe-a4a9-f770f835b2b2), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:25.741387 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-96449754-78b5-4ea0-8238-dc74ca0199bb req-540edbcf-ae67-409d-b37a-19cb0779fde2 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414727 Feb 16 18:24:25.765603 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 06a5ed16-276d-4d2f-b25d-c49174d2ecc6 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=103277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 18:24:25.767709 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device dff383c9-bcc3-4d9e-ad29-8fef541e4e4a no longer exists at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:24:25.791415 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] No Port match for: dff383c9-bcc3-4d9e-ad29-8fef541e4e4a {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:24:25.791754 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device dff383c9-bcc3-4d9e-ad29-8fef541e4e4a not bound to the agent host hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:24:25.819224 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ecb02d67-4aa9-4953-b565-ac8c298587b3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (b8625d99-4424-47fe-a4a9-f770f835b2b2), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:25.856206 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb02d67-4aa9-4953-b565-ac8c298587b3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Network c00f8eca-8c80-474c-b61e-3160eeb0c24d is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:24:25.861739 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-ecb02d67-4aa9-4953-b565-ac8c298587b3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:24:25.865250 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb02d67-4aa9-4953-b565-ac8c298587b3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:24:25.882633 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 06a5ed16-276d-4d2f-b25d-c49174d2ecc6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=06a5ed16-276d-4d2f-b25d-c49174d2ecc6,segment=NetworkSegment(4784a99e-275b-4ae9-8d3e-18071e31eb04),segment_id=4784a99e-275b-4ae9-8d3e-18071e31eb04)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:24:25.893496 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Returning: {'device': '06a5ed16-276d-4d2f-b25d-c49174d2ecc6', 'network_id': '94aeaab3-9397-41f8-9c01-563e4d5cb1cb', 'port_id': '06a5ed16-276d-4d2f-b25d-c49174d2ecc6', 'mac_address': 'fa:16:3e:94:7a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd3a131-864f-4e2a-91e7-3773c924ed10', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 18:24:25.895986 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb02d67-4aa9-4953-b565-ac8c298587b3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Pushing event updated for resources: {'Port': ['ID=b8625d99-4424-47fe-a4a9-f770f835b2b2,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:25.930998 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 06a5ed16-276d-4d2f-b25d-c49174d2ecc6 is: DOWN; New status is: BUILD {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:24:25.931382 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (06a5ed16-276d-4d2f-b25d-c49174d2ecc6), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:25.944261 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a5ed16-276d-4d2f-b25d-c49174d2ecc6 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:24:25.964702 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 06a5ed16-276d-4d2f-b25d-c49174d2ecc6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=06a5ed16-276d-4d2f-b25d-c49174d2ecc6,segment=NetworkSegment(4784a99e-275b-4ae9-8d3e-18071e31eb04),segment_id=4784a99e-275b-4ae9-8d3e-18071e31eb04)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:24:26.034853 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (06a5ed16-276d-4d2f-b25d-c49174d2ecc6), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:26.092978 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=06a5ed16-276d-4d2f-b25d-c49174d2ecc6,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:26.324555 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ecb02d67-4aa9-4953-b565-ac8c298587b3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for floatingip (a6c0b54b-7de1-42e9-83cd-57f724398abf), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:26.356172 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5bfd3-0743-4881-a03c-7a0e0d455e58 req-345cd031-d313-4477-99ea-dab8925e6d53 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:26.357989 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-02c5bfd3-0743-4881-a03c-7a0e0d455e58 req-345cd031-d313-4477-99ea-dab8925e6d53 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e4198bd-9656-46de-815a-c5d6b5785716 HTTP/1.1" status: 200 len: 944 time: 0.0983272 Feb 16 18:24:26.415539 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['06a5ed16-276d-4d2f-b25d-c49174d2ecc6'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:24:26.418535 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-02c5bfd3-0743-4881-a03c-7a0e0d455e58 req-294e8e4c-64fa-4d86-a04b-d0c0f323b1aa tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/security-groups?id=47ea8074-97cf-4496-bab4-dd1a7c26a887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527077 Feb 16 18:24:26.477700 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ecb02d67-4aa9-4953-b565-ac8c298587b3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (b8625d99-4424-47fe-a4a9-f770f835b2b2), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:26.631159 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ecb02d67-4aa9-4953-b565-ac8c298587b3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for port (b8625d99-4424-47fe-a4a9-f770f835b2b2), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:26.693200 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ecb02d67-4aa9-4953-b565-ac8c298587b3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (b8625d99-4424-47fe-a4a9-f770f835b2b2), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:26.764928 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb02d67-4aa9-4953-b565-ac8c298587b3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Pushing event updated for resources: {'Port': ['ID=b8625d99-4424-47fe-a4a9-f770f835b2b2,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:26.777967 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ecb02d67-4aa9-4953-b565-ac8c298587b3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459730'] for floatingip (a6c0b54b-7de1-42e9-83cd-57f724398abf), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:26.864131 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53abda8-da2d-446e-8896-5d25b7af70f2 req-a39ccf7a-5682-4540-bdc0-e8668365ff56 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:26.865652 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-b53abda8-da2d-446e-8896-5d25b7af70f2 req-a39ccf7a-5682-4540-bdc0-e8668365ff56 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0568016 Feb 16 18:24:26.881608 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.db.l3_db [None req-ecb02d67-4aa9-4953-b565-ac8c298587b3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Floating IP a6c0b54b-7de1-42e9-83cd-57f724398abf associated. External IP: 172.27.3.229, port: 7759685a-c9eb-4959-b5c8-6791df735cc5. Feb 16 18:24:26.916791 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-b53abda8-da2d-446e-8896-5d25b7af70f2 req-ccbc4673-bd77-4379-8ca6-72fbaef50235 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454776 Feb 16 18:24:27.090533 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb02d67-4aa9-4953-b565-ac8c298587b3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Router 3c16de96-10b6-49b4-95a8-6b1d5ff063e2 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:24:27.202146 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb02d67-4aa9-4953-b565-ac8c298587b3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:24:27.212138 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b5b3ea-e061-4038-a6c0-b9f04e4b091c None None] Sync routers for ids ['3c16de96-10b6-49b4-95a8-6b1d5ff063e2'] in dv-cinder-773985-33-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:24:27.221873 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b5b3ea-e061-4038-a6c0-b9f04e4b091c None None] Routers {'3c16de96-10b6-49b4-95a8-6b1d5ff063e2'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:24:27.226051 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-d5b5b3ea-e061-4038-a6c0-b9f04e4b091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:24:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['3c16de96-10b6-49b4-95a8-6b1d5ff063e2'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:24:27.315174 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-ecb02d67-4aa9-4953-b565-ac8c298587b3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for floatingip (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:27.329979 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-d5b5b3ea-e061-4038-a6c0-b9f04e4b091c None None] Set router 3c16de96-10b6-49b4-95a8-6b1d5ff063e2 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:24:27.346161 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-ecb02d67-4aa9-4953-b565-ac8c298587b3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0222142 Feb 16 18:24:27.346700 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95faad12-c45a-4a73-b844-738d95f9ba8a', 'tag': '7759685a-c9eb-4959-b5c8-6791df735cc5'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:24:27.348860 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b546824-330d-42ef-82ce-7469f1e79fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "95faad12-c45a-4a73-b844-738d95f9ba8a", "tag": "7759685a-c9eb-4959-b5c8-6791df735cc5"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:24:27.349023 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 60096) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:24:27.353782 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-7efc51f6-37d2-4e90-ac32-1ab3bc07a9c6 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-42242476', 'description': 'tempest-secgroup-smoke-42242476 description', 'project_id': '504750dba476418dbce439401f05472d'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:27.398682 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c213a1e7-2e56-4e02-9fdf-f1bfc2b55544 x-openstack-request-id: req-c213a1e7-2e56-4e02-9fdf-f1bfc2b55544 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:24:27.398975 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95faad12-c45a-4a73-b844-738d95f9ba8a", "tag": "7759685a-c9eb-4959-b5c8-6791df735cc5", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:24:27.399436 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c213a1e7-2e56-4e02-9fdf-f1bfc2b55544 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:24:27.399843 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95faad12-c45a-4a73-b844-738d95f9ba8a', 'tag': '7759685a-c9eb-4959-b5c8-6791df735cc5', 'status': 'completed', 'code': 200} Feb 16 18:24:27.433059 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7efc51f6-37d2-4e90-ac32-1ab3bc07a9c6 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:27.493420 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b546824-330d-42ef-82ce-7469f1e79fcf req-10bfb518-9ebb-4076-8970-fa6197ce8563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:27.495633 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7b546824-330d-42ef-82ce-7469f1e79fcf req-10bfb518-9ebb-4076-8970-fa6197ce8563 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=504750dba476418dbce439401f05472d&device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 1130 time: 0.0608139 Feb 16 18:24:27.519368 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7efc51f6-37d2-4e90-ac32-1ab3bc07a9c6 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for security_group (681de984-1938-4ea6-99d5-5c032140b358), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:27.559719 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32619d90-94e0-4815-a2ff-e59b7449efc0 req-330707e1-dadc-43dd-9ae5-c0c93aa19e5d tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:27.562899 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-32619d90-94e0-4815-a2ff-e59b7449efc0 req-330707e1-dadc-43dd-9ae5-c0c93aa19e5d tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e4198bd-9656-46de-815a-c5d6b5785716 HTTP/1.1" status: 200 len: 944 time: 0.0610712 Feb 16 18:24:27.577841 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-d5b5b3ea-e061-4038-a6c0-b9f04e4b091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'name': 'tempest-TestMinimumBasicScenario-177417997-router', 'tenant_id': '504750dba476418dbce439401f05472d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:23:08Z', 'revision_number': 4, 'project_id': '504750dba476418dbce439401f05472d', 'gw_port': {'id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': 'a6c0b54b-7de1-42e9-83cd-57f724398abf', 'tenant_id': '504750dba476418dbce439401f05472d', 'floating_ip_address': '172.27.3.229', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'port_id': '7759685a-c9eb-4959-b5c8-6791df735cc5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8', 'mac_address': 'fa:16:3e:d6:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95faad12-c45a-4a73-b844-738d95f9ba8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:24:26Z', 'updated_at': '2022-02-16T18:24:26Z', 'revision_number': 0, 'project_id': '504750dba476418dbce439401f05472d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a33aa4f8-c6c6-446d-8a0a-86e592e38ce8', 'name': '', 'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8', 'tenant_id': '504750dba476418dbce439401f05472d', 'mac_address': 'fa:16:3e:6e:ab:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6943099e-918e-4aea-8b30-7b25ef27e6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:08Z', 'updated_at': '2022-02-16T18:23:12Z', 'revision_number': 5, 'project_id': '504750dba476418dbce439401f05472d', 'subnets': [{'id': '6943099e-918e-4aea-8b30-7b25ef27e6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:24:27.596042 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7efc51f6-37d2-4e90-ac32-1ab3bc07a9c6 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (681de984-1938-4ea6-99d5-5c032140b358), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:27.599505 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b546824-330d-42ef-82ce-7469f1e79fcf req-c1d653c8-1d5a-4ded-9df8-8d514b3a7cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:27.600963 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7b546824-330d-42ef-82ce-7469f1e79fcf req-c1d653c8-1d5a-4ded-9df8-8d514b3a7cc2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=146f32e9-98cf-4603-aa28-6dcd74956ad8 HTTP/1.1" status: 200 len: 915 time: 0.0970547 Feb 16 18:24:27.606800 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b5b3ea-e061-4038-a6c0-b9f04e4b091c None None] Checking router: 3c16de96-10b6-49b4-95a8-6b1d5ff063e2 for host: dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:24:27.616062 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b5b3ea-e061-4038-a6c0-b9f04e4b091c None None] Routers {'3c16de96-10b6-49b4-95a8-6b1d5ff063e2'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:24:27.616744 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-d5b5b3ea-e061-4038-a6c0-b9f04e4b091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:24:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['3c16de96-10b6-49b4-95a8-6b1d5ff063e2'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:24:27.627038 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-32619d90-94e0-4815-a2ff-e59b7449efc0 req-77c0b257-f8a2-4479-b2e9-e8574d2290b1 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/security-groups?id=47ea8074-97cf-4496-bab4-dd1a7c26a887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579412 Feb 16 18:24:27.637937 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc51f6-37d2-4e90-ac32-1ab3bc07a9c6 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=681de984-1938-4ea6-99d5-5c032140b358,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:27.693895 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7b546824-330d-42ef-82ce-7469f1e79fcf req-25173187-92ad-45a4-8bc2-c27ba618d506 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7759685a-c9eb-4959-b5c8-6791df735cc5 HTTP/1.1" status: 200 len: 1000 time: 0.0805798 Feb 16 18:24:27.701661 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7efc51f6-37d2-4e90-ac32-1ab3bc07a9c6 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:27.703443 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-7efc51f6-37d2-4e90-ac32-1ab3bc07a9c6 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3533912 Feb 16 18:24:27.706340 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 60102) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:24:27.711482 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-2a31f30a-5bdd-4910-9b3d-caee2203ecae tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Request body: {'security_group_rule': {'security_group_id': '681de984-1938-4ea6-99d5-5c032140b358', 'project_id': '504750dba476418dbce439401f05472d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:27.738396 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-d5b5b3ea-e061-4038-a6c0-b9f04e4b091c None None] Set router 3c16de96-10b6-49b4-95a8-6b1d5ff063e2 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:24:27.749817 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b546824-330d-42ef-82ce-7469f1e79fcf req-587543f3-89f5-4218-87d3-fd394accd32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:27.751302 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7b546824-330d-42ef-82ce-7469f1e79fcf req-587543f3-89f5-4218-87d3-fd394accd32f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6943099e-918e-4aea-8b30-7b25ef27e6ab HTTP/1.1" status: 200 len: 853 time: 0.0501788 Feb 16 18:24:27.795425 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 06a5ed16-276d-4d2f-b25d-c49174d2ecc6 up at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:24:27.799680 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2a31f30a-5bdd-4910-9b3d-caee2203ecae tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for security_group_rule (c9f184e4-f9aa-48de-9860-2f1df565f78c), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:27.813913 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b546824-330d-42ef-82ce-7469f1e79fcf req-493980ab-7e7a-4b18-9ec3-cc839a6f3026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:27.815639 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7b546824-330d-42ef-82ce-7469f1e79fcf req-493980ab-7e7a-4b18-9ec3-cc839a6f3026 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=146f32e9-98cf-4603-aa28-6dcd74956ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0557220 Feb 16 18:24:27.870421 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2a31f30a-5bdd-4910-9b3d-caee2203ecae tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for security_group_rule (c9f184e4-f9aa-48de-9860-2f1df565f78c), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:27.904797 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning for port 06a5ed16-276d-4d2f-b25d-c49174d2ecc6 completed by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:24:27.908808 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning complete for port 06a5ed16-276d-4d2f-b25d-c49174d2ecc6 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:24:27.909204 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (06a5ed16-276d-4d2f-b25d-c49174d2ecc6), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:27.927670 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2a31f30a-5bdd-4910-9b3d-caee2203ecae tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678345'] for security_group_rule (c9f184e4-f9aa-48de-9860-2f1df565f78c), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:27.932698 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7b546824-330d-42ef-82ce-7469f1e79fcf req-a68b6e3f-b831-45fd-a074-68d550834d6c service neutron] 10.222.0.45 "GET /v2.0/networks/146f32e9-98cf-4603-aa28-6dcd74956ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957859 Feb 16 18:24:27.946270 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31f30a-5bdd-4910-9b3d-caee2203ecae tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f184e4-f9aa-48de-9860-2f1df565f78c,revision_number=0']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:28.005100 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-d5b5b3ea-e061-4038-a6c0-b9f04e4b091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'name': 'tempest-TestMinimumBasicScenario-177417997-router', 'tenant_id': '504750dba476418dbce439401f05472d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:23:08Z', 'revision_number': 4, 'project_id': '504750dba476418dbce439401f05472d', 'gw_port': {'id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': 'a6c0b54b-7de1-42e9-83cd-57f724398abf', 'tenant_id': '504750dba476418dbce439401f05472d', 'floating_ip_address': '172.27.3.229', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'port_id': '7759685a-c9eb-4959-b5c8-6791df735cc5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8', 'mac_address': 'fa:16:3e:d6:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95faad12-c45a-4a73-b844-738d95f9ba8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:24:26Z', 'updated_at': '2022-02-16T18:24:26Z', 'revision_number': 0, 'project_id': '504750dba476418dbce439401f05472d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a33aa4f8-c6c6-446d-8a0a-86e592e38ce8', 'name': '', 'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8', 'tenant_id': '504750dba476418dbce439401f05472d', 'mac_address': 'fa:16:3e:6e:ab:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6943099e-918e-4aea-8b30-7b25ef27e6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:08Z', 'updated_at': '2022-02-16T18:23:12Z', 'revision_number': 5, 'project_id': '504750dba476418dbce439401f05472d', 'subnets': [{'id': '6943099e-918e-4aea-8b30-7b25ef27e6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:24:28.016185 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2a31f30a-5bdd-4910-9b3d-caee2203ecae tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:28.021414 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-2a31f30a-5bdd-4910-9b3d-caee2203ecae tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3134627 Feb 16 18:24:28.022280 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 60106) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:24:28.026924 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-0e3d3adc-3b0a-4562-93df-c21136263323 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Request body: {'security_group_rule': {'security_group_id': '681de984-1938-4ea6-99d5-5c032140b358', 'project_id': '504750dba476418dbce439401f05472d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:28.036900 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 06a5ed16-276d-4d2f-b25d-c49174d2ecc6 is: BUILD; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:24:28.037488 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (06a5ed16-276d-4d2f-b25d-c49174d2ecc6), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:28.038591 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b5b3ea-e061-4038-a6c0-b9f04e4b091c None None] The sync data for ids ['3c16de96-10b6-49b4-95a8-6b1d5ff063e2'] in dv-cinder-773985-33-iscsi is: [{'id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'name': 'tempest-TestMinimumBasicScenario-177417997-router', 'tenant_id': '504750dba476418dbce439401f05472d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:23:08Z', 'revision_number': 4, 'project_id': '504750dba476418dbce439401f05472d', 'gw_port': {'id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': 'a6c0b54b-7de1-42e9-83cd-57f724398abf', 'tenant_id': '504750dba476418dbce439401f05472d', 'floating_ip_address': '172.27.3.229', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'port_id': '7759685a-c9eb-4959-b5c8-6791df735cc5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8', 'mac_address': 'fa:16:3e:d6:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95faad12-c45a-4a73-b844-738d95f9ba8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:24:26Z', 'updated_at': '2022-02-16T18:24:26Z', 'revision_number': 0, 'project_id': '504750dba476418dbce439401f05472d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a33aa4f8-c6c6-446d-8a0a-86e592e38ce8', 'name': '', 'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8', 'tenant_id': '504750dba476418dbce439401f05472d', 'mac_address': 'fa:16:3e:6e:ab:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6943099e-918e-4aea-8b30-7b25ef27e6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:08Z', 'updated_at': '2022-02-16T18:23:12Z', 'revision_number': 5, 'project_id': '504750dba476418dbce439401f05472d', 'subnets': [{'id': '6943099e-918e-4aea-8b30-7b25ef27e6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:24:28.068287 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4198bd-9656-46de-815a-c5d6b5785716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a5ed16-276d-4d2f-b25d-c49174d2ecc6'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:24:28.070709 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173f8ebc-2fa9-458d-90a8-0679a1f9baf1" -d '{"events": [{"server_uuid": "8e4198bd-9656-46de-815a-c5d6b5785716", "name": "network-vif-plugged", "status": "completed", "tag": "06a5ed16-276d-4d2f-b25d-c49174d2ecc6"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:24:28.082262 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7b546824-330d-42ef-82ce-7469f1e79fcf req-3a790594-da93-41e8-a0f8-a8582ba39cc6 service neutron] 10.222.0.45 "GET /v2.0/networks/146f32e9-98cf-4603-aa28-6dcd74956ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394191 Feb 16 18:24:28.085066 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 06a5ed16-276d-4d2f-b25d-c49174d2ecc6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=06a5ed16-276d-4d2f-b25d-c49174d2ecc6,segment=NetworkSegment(4784a99e-275b-4ae9-8d3e-18071e31eb04),segment_id=4784a99e-275b-4ae9-8d3e-18071e31eb04)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:24:28.098427 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579c56a-164e-4c1a-955a-9918519f2962 req-6eee1b38-7a1b-4150-b955-aea5b5b85762 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:28.099927 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f579c56a-164e-4c1a-955a-9918519f2962 req-6eee1b38-7a1b-4150-b955-aea5b5b85762 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0896142 Feb 16 18:24:28.117337 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3adc-3b0a-4562-93df-c21136263323 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for security_group_rule (9d0c7838-daa0-4386-a80a-59658cce5c04), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:28.117759 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069294dd-fa68-411e-95b4-291f709e0c2e x-openstack-request-id: req-069294dd-fa68-411e-95b4-291f709e0c2e {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:24:28.118099 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4198bd-9656-46de-815a-c5d6b5785716", "name": "network-vif-plugged", "status": "completed", "tag": "06a5ed16-276d-4d2f-b25d-c49174d2ecc6", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:24:28.118361 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-069294dd-fa68-411e-95b4-291f709e0c2e {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:24:28.119209 dv-cinder-773985-33-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4198bd-9656-46de-815a-c5d6b5785716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a5ed16-276d-4d2f-b25d-c49174d2ecc6', 'code': 200} Feb 16 18:24:28.159782 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f579c56a-164e-4c1a-955a-9918519f2962 req-a3d67d5d-ac8a-4bdb-9f1b-6b28575f45b4 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536058 Feb 16 18:24:28.162036 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (06a5ed16-276d-4d2f-b25d-c49174d2ecc6), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:28.210255 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3adc-3b0a-4562-93df-c21136263323 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for security_group_rule (9d0c7838-daa0-4386-a80a-59658cce5c04), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:28.219393 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=06a5ed16-276d-4d2f-b25d-c49174d2ecc6,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:28.296707 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0e1ed0-5763-4a8e-9b35-c470a6fc2e5a None None] New status for floating IP a6c0b54b-7de1-42e9-83cd-57f724398abf: ACTIVE {{(pid=103277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 18:24:28.347239 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3adc-3b0a-4562-93df-c21136263323 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678345'] for security_group_rule (9d0c7838-daa0-4386-a80a-59658cce5c04), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:28.363106 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d3adc-3b0a-4562-93df-c21136263323 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0c7838-daa0-4386-a80a-59658cce5c04,revision_number=0']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:28.478553 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3adc-3b0a-4562-93df-c21136263323 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:28.480806 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-0e3d3adc-3b0a-4562-93df-c21136263323 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4571564 Feb 16 18:24:28.484559 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 60110) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:24:28.487430 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0f554-ddbf-4076-8f31-f692e19c555b req-93a91514-edfd-493f-ac65-8c5003a52b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:28.488917 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a5f0f554-ddbf-4076-8f31-f692e19c555b req-93a91514-edfd-493f-ac65-8c5003a52b54 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8e4198bd-9656-46de-815a-c5d6b5785716 HTTP/1.1" status: 200 len: 1129 time: 0.0457704 Feb 16 18:24:28.490081 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-8cf685af-6885-41d7-8978-8c5785d0e645 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Request body: {'security_group_rule': {'security_group_id': '681de984-1938-4ea6-99d5-5c032140b358', 'project_id': '504750dba476418dbce439401f05472d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:28.546488 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a5f0f554-ddbf-4076-8f31-f692e19c555b req-f433b4f1-ea2b-46dc-a1c1-78486308731b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=47ea8074-97cf-4496-bab4-dd1a7c26a887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410070 Feb 16 18:24:28.606828 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8cf685af-6885-41d7-8978-8c5785d0e645 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for security_group_rule (3657d2be-e931-48e8-b073-8129eabe0751), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:28.662876 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8cf685af-6885-41d7-8978-8c5785d0e645 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for security_group_rule (3657d2be-e931-48e8-b073-8129eabe0751), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:28.738346 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8cf685af-6885-41d7-8978-8c5785d0e645 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678345'] for security_group_rule (3657d2be-e931-48e8-b073-8129eabe0751), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:28.759791 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf685af-6885-41d7-8978-8c5785d0e645 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3657d2be-e931-48e8-b073-8129eabe0751,revision_number=0']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:28.780121 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691c731-01cb-4b62-86e3-9023d871ca29 req-2f181d26-199e-48eb-8d70-7306bc83129e tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:28.781635 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7691c731-01cb-4b62-86e3-9023d871ca29 req-2f181d26-199e-48eb-8d70-7306bc83129e tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e4198bd-9656-46de-815a-c5d6b5785716 HTTP/1.1" status: 200 len: 945 time: 0.0732200 Feb 16 18:24:28.829903 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8cf685af-6885-41d7-8978-8c5785d0e645 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:28.831071 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-8cf685af-6885-41d7-8978-8c5785d0e645 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3455205 Feb 16 18:24:28.833916 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 60114) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:24:28.838922 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7691c731-01cb-4b62-86e3-9023d871ca29 req-7c5ed5bb-61c2-4495-b7cf-a9e0e3a7da56 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/security-groups?id=47ea8074-97cf-4496-bab4-dd1a7c26a887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483577 Feb 16 18:24:28.839240 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-0e846b6c-924f-4255-949e-3b519e64c61b tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Request body: {'security_group_rule': {'security_group_id': '681de984-1938-4ea6-99d5-5c032140b358', 'project_id': '504750dba476418dbce439401f05472d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:28.926202 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0e846b6c-924f-4255-949e-3b519e64c61b tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for security_group_rule (8c0005e3-6e3a-4c66-8472-4ca946d41e96), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:28.985731 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0e846b6c-924f-4255-949e-3b519e64c61b tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for security_group_rule (8c0005e3-6e3a-4c66-8472-4ca946d41e96), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:29.052834 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0e846b6c-924f-4255-949e-3b519e64c61b tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678345'] for security_group_rule (8c0005e3-6e3a-4c66-8472-4ca946d41e96), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:29.071686 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e846b6c-924f-4255-949e-3b519e64c61b tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c0005e3-6e3a-4c66-8472-4ca946d41e96,revision_number=0']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:29.163586 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0e846b6c-924f-4255-949e-3b519e64c61b tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:29.164831 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-0e846b6c-924f-4255-949e-3b519e64c61b tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3298972 Feb 16 18:24:29.170157 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 60116) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:24:29.174477 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-0f5061a4-b357-48ae-a065-2a8a1051ffc2 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Request body: {'security_group_rule': {'security_group_id': '681de984-1938-4ea6-99d5-5c032140b358', 'project_id': '504750dba476418dbce439401f05472d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:29.277018 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.db.securitygroups_db [None req-0f5061a4-b357-48ae-a065-2a8a1051ffc2 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Project 504750dba476418dbce439401f05472d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 18:24:29.284885 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0f5061a4-b357-48ae-a065-2a8a1051ffc2 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for security_group_rule (5628e7c0-8549-431b-b9a8-8a82d6d024df), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:29.295797 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84717b9-c014-44f8-802f-29253f1908c9 req-370f3250-af3e-43e2-af41-814c9438997a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:29.297284 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e84717b9-c014-44f8-802f-29253f1908c9 req-370f3250-af3e-43e2-af41-814c9438997a tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0607789 Feb 16 18:24:29.374479 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e84717b9-c014-44f8-802f-29253f1908c9 req-1dc081a8-7412-45c9-a3f8-c797d2399f2d tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713735 Feb 16 18:24:29.376003 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0f5061a4-b357-48ae-a065-2a8a1051ffc2 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for security_group_rule (5628e7c0-8549-431b-b9a8-8a82d6d024df), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:29.447351 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0f5061a4-b357-48ae-a065-2a8a1051ffc2 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678345'] for security_group_rule (5628e7c0-8549-431b-b9a8-8a82d6d024df), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:29.466003 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5061a4-b357-48ae-a065-2a8a1051ffc2 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5628e7c0-8549-431b-b9a8-8a82d6d024df,revision_number=0']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:29.560647 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0f5061a4-b357-48ae-a065-2a8a1051ffc2 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:29.561896 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-0f5061a4-b357-48ae-a065-2a8a1051ffc2 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3908205 Feb 16 18:24:29.564944 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 60120) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:24:29.569217 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-41823a99-e686-41ca-9b8c-539127553fbc tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Request body: {'security_group_rule': {'security_group_id': '681de984-1938-4ea6-99d5-5c032140b358', 'project_id': '504750dba476418dbce439401f05472d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:29.660967 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.db.securitygroups_db [None req-41823a99-e686-41ca-9b8c-539127553fbc tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Project 504750dba476418dbce439401f05472d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 18:24:29.666252 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-41823a99-e686-41ca-9b8c-539127553fbc tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for security_group_rule (a261bdf4-8db1-4df6-94f7-ae4a54bf01bc), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:29.728339 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-41823a99-e686-41ca-9b8c-539127553fbc tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for security_group_rule (a261bdf4-8db1-4df6-94f7-ae4a54bf01bc), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:29.775098 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-41823a99-e686-41ca-9b8c-539127553fbc tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678345'] for security_group_rule (a261bdf4-8db1-4df6-94f7-ae4a54bf01bc), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:29.792181 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41823a99-e686-41ca-9b8c-539127553fbc tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a261bdf4-8db1-4df6-94f7-ae4a54bf01bc,revision_number=0']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:29.859036 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-41823a99-e686-41ca-9b8c-539127553fbc tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:29.860542 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-41823a99-e686-41ca-9b8c-539127553fbc tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2946072 Feb 16 18:24:29.958214 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7a2ed842-b461-4026-b693-9c0aee0122d3 req-37e45eae-4b72-4731-900c-fd8e9fb2ef57 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-42242476&fields=id&tenant_id=504750dba476418dbce439401f05472d HTTP/1.1" status: 200 len: 267 time: 0.0501037 Feb 16 18:24:29.963313 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282f023-54e9-464d-893b-bedc0eba0fd3 req-f2da3645-eb71-4022-a3cc-0addf7d742c0 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:29.964805 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-6282f023-54e9-464d-893b-bedc0eba0fd3 req-f2da3645-eb71-4022-a3cc-0addf7d742c0 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e4198bd-9656-46de-815a-c5d6b5785716 HTTP/1.1" status: 200 len: 945 time: 0.0537441 Feb 16 18:24:30.015164 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-6282f023-54e9-464d-893b-bedc0eba0fd3 req-5e2035a9-f378-45d3-a50b-a750eef2366b tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/security-groups?id=47ea8074-97cf-4496-bab4-dd1a7c26a887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434146 Feb 16 18:24:30.019188 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ed842-b461-4026-b693-9c0aee0122d3 req-deb9f583-2152-4cef-85ae-5639c49b911f tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:30.025580 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7a2ed842-b461-4026-b693-9c0aee0122d3 req-deb9f583-2152-4cef-85ae-5639c49b911f tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 946 time: 0.0620174 Feb 16 18:24:30.036159 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-7a2ed842-b461-4026-b693-9c0aee0122d3 req-b554dda6-c27c-4d55-a838-b8b778a466fc tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Request body: {'port': {'security_groups': ['a2f6cb50-9344-4c4d-9b7d-fa3415a34126', '681de984-1938-4ea6-99d5-5c032140b358']}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:30.108696 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7a2ed842-b461-4026-b693-9c0aee0122d3 req-b554dda6-c27c-4d55-a838-b8b778a466fc tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (7759685a-c9eb-4959-b5c8-6791df735cc5), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:30.304201 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-7a2ed842-b461-4026-b693-9c0aee0122d3 req-b554dda6-c27c-4d55-a838-b8b778a466fc tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] For port 7759685a-c9eb-4959-b5c8-6791df735cc5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7759685a-c9eb-4959-b5c8-6791df735cc5,segment=NetworkSegment(0f4922ac-3f69-4c1c-868b-6e5f1680ee82),segment_id=0f4922ac-3f69-4c1c-868b-6e5f1680ee82)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:24:30.495612 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045d7a4-52b5-485a-85e7-36560f40218b req-221ae153-6a0d-44cd-ac4c-bbedd45289a9 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:30.497148 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a045d7a4-52b5-485a-85e7-36560f40218b req-221ae153-6a0d-44cd-ac4c-bbedd45289a9 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0549963 Feb 16 18:24:30.549585 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a045d7a4-52b5-485a-85e7-36560f40218b req-c94d7d80-bad1-4b34-b0ed-71f37b606136 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464234 Feb 16 18:24:30.554935 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7a2ed842-b461-4026-b693-9c0aee0122d3 req-b554dda6-c27c-4d55-a838-b8b778a466fc tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for port (7759685a-c9eb-4959-b5c8-6791df735cc5), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:30.632936 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7a2ed842-b461-4026-b693-9c0aee0122d3 req-b554dda6-c27c-4d55-a838-b8b778a466fc tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (7759685a-c9eb-4959-b5c8-6791df735cc5), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:30.647556 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['7759685a-c9eb-4959-b5c8-6791df735cc5'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:24:30.688141 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ed842-b461-4026-b693-9c0aee0122d3 req-b554dda6-c27c-4d55-a838-b8b778a466fc tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:30.688817 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7a2ed842-b461-4026-b693-9c0aee0122d3 req-b554dda6-c27c-4d55-a838-b8b778a466fc tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:30.690251 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7a2ed842-b461-4026-b693-9c0aee0122d3 req-b554dda6-c27c-4d55-a838-b8b778a466fc tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "PUT /v2.0/ports/7759685a-c9eb-4959-b5c8-6791df735cc5 HTTP/1.1" status: 200 len: 982 time: 0.6628542 Feb 16 18:24:30.690820 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95faad12-c45a-4a73-b844-738d95f9ba8a', 'tag': '7759685a-c9eb-4959-b5c8-6791df735cc5'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:24:30.698588 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a4b479-854c-4b36-b4a4-1a8adca3a730" -d '{"events": [{"name": "network-changed", "server_uuid": "95faad12-c45a-4a73-b844-738d95f9ba8a", "tag": "7759685a-c9eb-4959-b5c8-6791df735cc5"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:24:30.731014 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554dda6-c27c-4d55-a838-b8b778a466fc tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Pushing event updated for resources: {'Port': ['ID=7759685a-c9eb-4959-b5c8-6791df735cc5,revision_number=6']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:30.757626 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c35dc5a-da50-49a6-a6fa-3cc7a16f2672 x-openstack-request-id: req-5c35dc5a-da50-49a6-a6fa-3cc7a16f2672 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:24:30.758652 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95faad12-c45a-4a73-b844-738d95f9ba8a", "tag": "7759685a-c9eb-4959-b5c8-6791df735cc5", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:24:30.760031 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5c35dc5a-da50-49a6-a6fa-3cc7a16f2672 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:24:30.760031 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95faad12-c45a-4a73-b844-738d95f9ba8a', 'tag': '7759685a-c9eb-4959-b5c8-6791df735cc5', 'status': 'completed', 'code': 200} Feb 16 18:24:30.842614 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['7759685a-c9eb-4959-b5c8-6791df735cc5'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:24:30.843622 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b5fa9-7220-44b2-86d7-76623ade6ebf req-83659c5b-3854-4468-a699-34cf51cd64ff tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:30.845278 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-6e2b5fa9-7220-44b2-86d7-76623ade6ebf req-83659c5b-3854-4468-a699-34cf51cd64ff tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 985 time: 0.0652168 Feb 16 18:24:30.853789 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4b479-854c-4b36-b4a4-1a8adca3a730 req-6d4195ce-486b-404a-bc6f-8c31324be0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:30.855535 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-61a4b479-854c-4b36-b4a4-1a8adca3a730 req-6d4195ce-486b-404a-bc6f-8c31324be0d9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=504750dba476418dbce439401f05472d&device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 1169 time: 0.0534182 Feb 16 18:24:30.922998 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-6e2b5fa9-7220-44b2-86d7-76623ade6ebf req-6c4dd374-a1e2-4611-933e-b77e6b4b30dc tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&id=681de984-1938-4ea6-99d5-5c032140b358&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0706227 Feb 16 18:24:30.965072 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4b479-854c-4b36-b4a4-1a8adca3a730 req-4527eea2-28e8-4cce-8979-0bfd0765c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:30.967161 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-61a4b479-854c-4b36-b4a4-1a8adca3a730 req-4527eea2-28e8-4cce-8979-0bfd0765c4be service neutron] 10.222.0.45 "GET /v2.0/networks?id=146f32e9-98cf-4603-aa28-6dcd74956ad8 HTTP/1.1" status: 200 len: 915 time: 0.1001418 Feb 16 18:24:31.035623 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-61a4b479-854c-4b36-b4a4-1a8adca3a730 req-aaab861d-8517-4498-aa47-743993ca82c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7759685a-c9eb-4959-b5c8-6791df735cc5 HTTP/1.1" status: 200 len: 1002 time: 0.0575337 Feb 16 18:24:31.096030 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4b479-854c-4b36-b4a4-1a8adca3a730 req-e9601f50-d43d-4d0b-aed9-fc436d633bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:31.097522 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-61a4b479-854c-4b36-b4a4-1a8adca3a730 req-e9601f50-d43d-4d0b-aed9-fc436d633bdd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6943099e-918e-4aea-8b30-7b25ef27e6ab HTTP/1.1" status: 200 len: 853 time: 0.0525417 Feb 16 18:24:31.103116 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-5bfc89fe-d5bb-4776-85d1-252589eefa93 None None] Provisioning complete for port 7759685a-c9eb-4959-b5c8-6791df735cc5 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:24:31.103483 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5bfc89fe-d5bb-4776-85d1-252589eefa93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (7759685a-c9eb-4959-b5c8-6791df735cc5), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:31.183815 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94861199-7e52-4b12-82ae-225186b10222 req-2f3640de-d35a-4423-9269-871e2bc6978f tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:31.186084 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-94861199-7e52-4b12-82ae-225186b10222 req-2f3640de-d35a-4423-9269-871e2bc6978f tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e4198bd-9656-46de-815a-c5d6b5785716 HTTP/1.1" status: 200 len: 945 time: 0.0919940 Feb 16 18:24:31.191662 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4b479-854c-4b36-b4a4-1a8adca3a730 req-2a74b524-1e20-4d30-8fb9-5851bc50d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:31.193581 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-61a4b479-854c-4b36-b4a4-1a8adca3a730 req-2a74b524-1e20-4d30-8fb9-5851bc50d0ff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=146f32e9-98cf-4603-aa28-6dcd74956ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0862050 Feb 16 18:24:31.289947 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-94861199-7e52-4b12-82ae-225186b10222 req-fa4f9352-b327-44b8-8d58-c82e1f599ade tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/security-groups?id=47ea8074-97cf-4496-bab4-dd1a7c26a887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958612 Feb 16 18:24:31.315102 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-61a4b479-854c-4b36-b4a4-1a8adca3a730 req-0b19b17a-cce8-47b1-b006-deb6cc13de7a service neutron] 10.222.0.45 "GET /v2.0/networks/146f32e9-98cf-4603-aa28-6dcd74956ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070564 Feb 16 18:24:31.319314 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-5bfc89fe-d5bb-4776-85d1-252589eefa93 None None] Current status of the port 7759685a-c9eb-4959-b5c8-6791df735cc5 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:24:31.416351 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-61a4b479-854c-4b36-b4a4-1a8adca3a730 req-71bf7ba1-f846-430c-a68e-f58b635cd1ad service neutron] 10.222.0.45 "GET /v2.0/networks/146f32e9-98cf-4603-aa28-6dcd74956ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909975 Feb 16 18:24:31.676782 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b62f9-7def-462c-b51b-14649ce77cb5 req-b7423bff-ce13-4721-825c-bc8bd372a404 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:31.678281 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-415b62f9-7def-462c-b51b-14649ce77cb5 req-b7423bff-ce13-4721-825c-bc8bd372a404 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0600221 Feb 16 18:24:31.726308 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-415b62f9-7def-462c-b51b-14649ce77cb5 req-c6b137ea-6a48-403d-86c1-9caa2296396f tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424802 Feb 16 18:24:32.188578 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-460e9635-b8cb-4ea1-804f-255ef741277d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:32.518544 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc8eaa-569d-46a7-96ce-2a6c0fda8670 req-8ec94856-fe99-497f-ae04-afdaf2e0af03 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:32.519891 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-42cc8eaa-569d-46a7-96ce-2a6c0fda8670 req-8ec94856-fe99-497f-ae04-afdaf2e0af03 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0517457 Feb 16 18:24:32.616872 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-42cc8eaa-569d-46a7-96ce-2a6c0fda8670 req-7f99c343-d0f7-429f-9cbb-7a740d4b3452 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Deleting port 632dec37-55bd-4e4c-9b06-21151fe52ba6 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:24:32.617286 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-42cc8eaa-569d-46a7-96ce-2a6c0fda8670 req-7f99c343-d0f7-429f-9cbb-7a740d4b3452 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (632dec37-55bd-4e4c-9b06-21151fe52ba6), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:32.705023 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-42cc8eaa-569d-46a7-96ce-2a6c0fda8670 req-7f99c343-d0f7-429f-9cbb-7a740d4b3452 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] For port 632dec37-55bd-4e4c-9b06-21151fe52ba6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=632dec37-55bd-4e4c-9b06-21151fe52ba6,segment=NetworkSegment(b41e98e9-108e-4dac-ae8e-eec7f26349c5),segment_id=b41e98e9-108e-4dac-ae8e-eec7f26349c5)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:24:32.705774 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-42cc8eaa-569d-46a7-96ce-2a6c0fda8670 req-7f99c343-d0f7-429f-9cbb-7a740d4b3452 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (632dec37-55bd-4e4c-9b06-21151fe52ba6), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:32.717482 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-42cc8eaa-569d-46a7-96ce-2a6c0fda8670 req-7f99c343-d0f7-429f-9cbb-7a740d4b3452 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Calling delete_port for 632dec37-55bd-4e4c-9b06-21151fe52ba6 owned by compute:nova {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:24:32.882779 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e25732-e3ae-4893-afb4-24b862b75aac req-3e0d2ad3-5fd3-4fd1-b147-a227515bf5f7 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:32.884258 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-66e25732-e3ae-4893-afb4-24b862b75aac req-3e0d2ad3-5fd3-4fd1-b147-a227515bf5f7 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 946 time: 0.0917082 Feb 16 18:24:32.931156 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-66e25732-e3ae-4893-afb4-24b862b75aac req-c1c234a4-9eae-479a-81bc-19f2a39994ad tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/security-groups?id=18093ed1-f621-46a8-aadf-c7eab501ba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405922 Feb 16 18:24:32.961491 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-42cc8eaa-569d-46a7-96ce-2a6c0fda8670 req-7f99c343-d0f7-429f-9cbb-7a740d4b3452 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (632dec37-55bd-4e4c-9b06-21151fe52ba6), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:32.975784 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['632dec37-55bd-4e4c-9b06-21151fe52ba6'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:24:32.992246 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99c343-d0f7-429f-9cbb-7a740d4b3452 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Pushing event deleted for resources: {'Port': ['ID=632dec37-55bd-4e4c-9b06-21151fe52ba6,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:33.037166 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cc8eaa-569d-46a7-96ce-2a6c0fda8670 req-7f99c343-d0f7-429f-9cbb-7a740d4b3452 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] No DVR routers for this DVR port 632dec37-55bd-4e4c-9b06-21151fe52ba6 on host hv-cinder-77398 {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:24:33.040694 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-42cc8eaa-569d-46a7-96ce-2a6c0fda8670 req-7f99c343-d0f7-429f-9cbb-7a740d4b3452 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:33.043131 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-42cc8eaa-569d-46a7-96ce-2a6c0fda8670 req-7f99c343-d0f7-429f-9cbb-7a740d4b3452 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.45 "DELETE /v2.0/ports/632dec37-55bd-4e4c-9b06-21151fe52ba6 HTTP/1.1" status: 204 len: 173 time: 0.5175459 Feb 16 18:24:33.043566 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1', 'name': 'network-vif-deleted', 'tag': '632dec37-55bd-4e4c-9b06-21151fe52ba6'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:24:33.046592 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b689b6-bb11-4592-9f23-0089446d6a5c" -d '{"events": [{"server_uuid": "dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1", "name": "network-vif-deleted", "tag": "632dec37-55bd-4e4c-9b06-21151fe52ba6"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:24:33.084279 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0902ee0c-cab6-4132-a00e-c89ab2fba679 x-openstack-request-id: req-0902ee0c-cab6-4132-a00e-c89ab2fba679 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:24:33.084572 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1", "name": "network-vif-deleted", "tag": "632dec37-55bd-4e4c-9b06-21151fe52ba6", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:24:33.084832 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0902ee0c-cab6-4132-a00e-c89ab2fba679 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:24:33.085280 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1', 'name': 'network-vif-deleted', 'tag': '632dec37-55bd-4e4c-9b06-21151fe52ba6', 'status': 'completed', 'code': 200} Feb 16 18:24:34.038887 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8d021e10-4666-4e8b-bbe9-939445af3453 req-dbf2ae80-e6ef-49c2-b673-2ed8b1802231 tempest-ServerRescueNegativeTestJSON-70442039 tempest-ServerRescueNegativeTestJSON-70442039-project] 10.222.0.87 "GET /v2.0/ports?device_id=dc07f9c2-e14b-4f6f-91bd-91bc30ed3ac1 HTTP/1.1" status: 200 len: 210 time: 0.0288451 Feb 16 18:24:34.435741 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b800b85d-9013-4264-aa2c-bcb8455ce64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:35.096608 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 60164) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:24:35.517403 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dda32be2-f5e4-4ffb-8e2c-99050d4ba2aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462034'] for router_interface (26d82f0a-54c9-44c8-903b-f7e09d6281e7), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:35.575497 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:35.819237 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 632dec37-55bd-4e4c-9b06-21151fe52ba6 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:24:35.819492 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-dda32be2-f5e4-4ffb-8e2c-99050d4ba2aa admin admin] Deleting port 5a7093ce-5163-4a3d-80ec-e4be661075ea {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:24:35.819618 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dda32be2-f5e4-4ffb-8e2c-99050d4ba2aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (5a7093ce-5163-4a3d-80ec-e4be661075ea), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:35.840109 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] No Port match for: 632dec37-55bd-4e4c-9b06-21151fe52ba6 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:24:35.840452 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 632dec37-55bd-4e4c-9b06-21151fe52ba6 not bound to the agent host hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:24:35.897543 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-dda32be2-f5e4-4ffb-8e2c-99050d4ba2aa admin admin] For port 5a7093ce-5163-4a3d-80ec-e4be661075ea, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=5a7093ce-5163-4a3d-80ec-e4be661075ea,segment=NetworkSegment(b41e98e9-108e-4dac-ae8e-eec7f26349c5),segment_id=b41e98e9-108e-4dac-ae8e-eec7f26349c5)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:24:35.897828 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dda32be2-f5e4-4ffb-8e2c-99050d4ba2aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (5a7093ce-5163-4a3d-80ec-e4be661075ea), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:35.911686 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-dda32be2-f5e4-4ffb-8e2c-99050d4ba2aa admin admin] Calling delete_port for 5a7093ce-5163-4a3d-80ec-e4be661075ea owned by network:router_interface {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:24:36.034220 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:24:36.184672 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dda32be2-f5e4-4ffb-8e2c-99050d4ba2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (5a7093ce-5163-4a3d-80ec-e4be661075ea), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:36.212462 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda32be2-f5e4-4ffb-8e2c-99050d4ba2aa admin admin] Pushing event deleted for resources: {'Port': ['ID=5a7093ce-5163-4a3d-80ec-e4be661075ea,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:36.367803 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dda32be2-f5e4-4ffb-8e2c-99050d4ba2aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3745771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460322'] for router_interface (26d82f0a-54c9-44c8-903b-f7e09d6281e7), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:36.582247 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda32be2-f5e4-4ffb-8e2c-99050d4ba2aa admin admin] Router 26d82f0a-54c9-44c8-903b-f7e09d6281e7 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:24:36.685822 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda32be2-f5e4-4ffb-8e2c-99050d4ba2aa admin admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:24:36.691972 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-dda32be2-f5e4-4ffb-8e2c-99050d4ba2aa admin admin] 10.222.0.87 "PUT /v2.0/routers/26d82f0a-54c9-44c8-903b-f7e09d6281e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5942593 Feb 16 18:24:36.693856 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 60172) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:24:36.695089 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10b504a-03c4-4e65-96bc-6a9bd4f83b36 None None] Sync routers for ids ['26d82f0a-54c9-44c8-903b-f7e09d6281e7'] in dv-cinder-773985-33-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:24:36.706417 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10b504a-03c4-4e65-96bc-6a9bd4f83b36 None None] Routers {'26d82f0a-54c9-44c8-903b-f7e09d6281e7'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:24:36.706928 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-b10b504a-03c4-4e65-96bc-6a9bd4f83b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:24:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['26d82f0a-54c9-44c8-903b-f7e09d6281e7'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:24:36.903663 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-b10b504a-03c4-4e65-96bc-6a9bd4f83b36 None None] Set router 26d82f0a-54c9-44c8-903b-f7e09d6281e7 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:24:37.018977 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:37.028828 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-38a9e7ab-4b0e-4ec7-8637-979d44110ff9 admin admin] Publish callbacks [] for router (26d82f0a-54c9-44c8-903b-f7e09d6281e7), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:37.089842 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-b10b504a-03c4-4e65-96bc-6a9bd4f83b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d82f0a-54c9-44c8-903b-f7e09d6281e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1152556347-router', 'tenant_id': 'e740c52ad64142398b541359c4b59da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c2272e0f-7ae1-4485-bcce-b870d42cd3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:21:32Z', 'updated_at': '2022-02-16T18:24:36Z', 'revision_number': 5, 'project_id': 'e740c52ad64142398b541359c4b59da4', 'gw_port': {'id': 'c2272e0f-7ae1-4485-bcce-b870d42cd3e5', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d82f0a-54c9-44c8-903b-f7e09d6281e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:21:33Z', 'updated_at': '2022-02-16T18:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:24:37.117624 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10b504a-03c4-4e65-96bc-6a9bd4f83b36 None None] Checking router: 26d82f0a-54c9-44c8-903b-f7e09d6281e7 for host: dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:24:37.130467 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10b504a-03c4-4e65-96bc-6a9bd4f83b36 None None] Routers {'26d82f0a-54c9-44c8-903b-f7e09d6281e7'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:24:37.132391 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-38a9e7ab-4b0e-4ec7-8637-979d44110ff9 admin admin] Publish callbacks [] for router_gateway (26d82f0a-54c9-44c8-903b-f7e09d6281e7), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:37.133470 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-b10b504a-03c4-4e65-96bc-6a9bd4f83b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:24:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['26d82f0a-54c9-44c8-903b-f7e09d6281e7'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:24:37.243807 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-b10b504a-03c4-4e65-96bc-6a9bd4f83b36 None None] Set router 26d82f0a-54c9-44c8-903b-f7e09d6281e7 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:24:37.286299 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-38a9e7ab-4b0e-4ec7-8637-979d44110ff9 admin admin] Deleting port c2272e0f-7ae1-4485-bcce-b870d42cd3e5 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:24:37.286869 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-38a9e7ab-4b0e-4ec7-8637-979d44110ff9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (c2272e0f-7ae1-4485-bcce-b870d42cd3e5), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:37.366912 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-38a9e7ab-4b0e-4ec7-8637-979d44110ff9 admin admin] For port c2272e0f-7ae1-4485-bcce-b870d42cd3e5, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=c2272e0f-7ae1-4485-bcce-b870d42cd3e5,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:24:37.367177 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-38a9e7ab-4b0e-4ec7-8637-979d44110ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (c2272e0f-7ae1-4485-bcce-b870d42cd3e5), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:37.379541 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-38a9e7ab-4b0e-4ec7-8637-979d44110ff9 admin admin] Calling delete_port for c2272e0f-7ae1-4485-bcce-b870d42cd3e5 owned by network:router_gateway {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:24:37.422450 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-b10b504a-03c4-4e65-96bc-6a9bd4f83b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d82f0a-54c9-44c8-903b-f7e09d6281e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1152556347-router', 'tenant_id': 'e740c52ad64142398b541359c4b59da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c2272e0f-7ae1-4485-bcce-b870d42cd3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:21:32Z', 'updated_at': '2022-02-16T18:24:36Z', 'revision_number': 5, 'project_id': 'e740c52ad64142398b541359c4b59da4', 'gw_port': {'id': 'c2272e0f-7ae1-4485-bcce-b870d42cd3e5', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d82f0a-54c9-44c8-903b-f7e09d6281e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:21:33Z', 'updated_at': '2022-02-16T18:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:24:37.455198 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10b504a-03c4-4e65-96bc-6a9bd4f83b36 None None] The sync data for ids ['26d82f0a-54c9-44c8-903b-f7e09d6281e7'] in dv-cinder-773985-33-iscsi is: [{'id': '26d82f0a-54c9-44c8-903b-f7e09d6281e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1152556347-router', 'tenant_id': 'e740c52ad64142398b541359c4b59da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'c2272e0f-7ae1-4485-bcce-b870d42cd3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:21:32Z', 'updated_at': '2022-02-16T18:24:36Z', 'revision_number': 5, 'project_id': 'e740c52ad64142398b541359c4b59da4', 'gw_port': {'id': 'c2272e0f-7ae1-4485-bcce-b870d42cd3e5', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d82f0a-54c9-44c8-903b-f7e09d6281e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:21:33Z', 'updated_at': '2022-02-16T18:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:24:37.615660 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-38a9e7ab-4b0e-4ec7-8637-979d44110ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (c2272e0f-7ae1-4485-bcce-b870d42cd3e5), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:37.645289 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9e7ab-4b0e-4ec7-8637-979d44110ff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2272e0f-7ae1-4485-bcce-b870d42cd3e5,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:37.702087 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-38a9e7ab-4b0e-4ec7-8637-979d44110ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-459672'] for router_gateway (26d82f0a-54c9-44c8-903b-f7e09d6281e7), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:37.805239 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-38a9e7ab-4b0e-4ec7-8637-979d44110ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1026400'] for router (26d82f0a-54c9-44c8-903b-f7e09d6281e7), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:37.807611 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-38a9e7ab-4b0e-4ec7-8637-979d44110ff9 admin admin] Publish callbacks [] for router_controller (26d82f0a-54c9-44c8-903b-f7e09d6281e7), precommit_delete_associations {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:37.946882 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 5a7093ce-5163-4a3d-80ec-e4be661075ea no longer exists at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:24:37.956091 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-38a9e7ab-4b0e-4ec7-8637-979d44110ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-465164'] for router (26d82f0a-54c9-44c8-903b-f7e09d6281e7), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:37.956637 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a9e7ab-4b0e-4ec7-8637-979d44110ff9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26d82f0a-54c9-44c8-903b-f7e09d6281e7 {{(pid=103275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 18:24:37.961764 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-38a9e7ab-4b0e-4ec7-8637-979d44110ff9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:37.965466 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-38a9e7ab-4b0e-4ec7-8637-979d44110ff9 admin admin] 10.222.0.87 "DELETE /v2.0/routers/26d82f0a-54c9-44c8-903b-f7e09d6281e7 HTTP/1.1" status: 204 len: 168 time: 1.2683475 Feb 16 18:24:37.965909 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 60176) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:24:37.971405 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] No Port match for: 5a7093ce-5163-4a3d-80ec-e4be661075ea {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:24:37.971778 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 5a7093ce-5163-4a3d-80ec-e4be661075ea not bound to the agent host dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:24:38.012634 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_v2 [None req-8621c075-d3b3-41f4-8c5d-7b47bc23e6d3 admin admin] Deleting subnet f85686ac-8d4f-40f4-9d20-44dd74c413da {{(pid=103275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 18:24:38.016654 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8621c075-d3b3-41f4-8c5d-7b47bc23e6d3 admin admin] Publish callbacks [] for subnet (f85686ac-8d4f-40f4-9d20-44dd74c413da), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:38.053108 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8621c075-d3b3-41f4-8c5d-7b47bc23e6d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8533320'] for subnet (f85686ac-8d4f-40f4-9d20-44dd74c413da), precommit_delete_associations {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:38.099121 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8621c075-d3b3-41f4-8c5d-7b47bc23e6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584056'] for subnet (f85686ac-8d4f-40f4-9d20-44dd74c413da), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:38.213651 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8621c075-d3b3-41f4-8c5d-7b47bc23e6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8530093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8761781'] for subnet (f85686ac-8d4f-40f4-9d20-44dd74c413da), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:38.241691 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621c075-d3b3-41f4-8c5d-7b47bc23e6d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f85686ac-8d4f-40f4-9d20-44dd74c413da,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:38.244112 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8621c075-d3b3-41f4-8c5d-7b47bc23e6d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for subnet (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:38.247510 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-8621c075-d3b3-41f4-8c5d-7b47bc23e6d3 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/f85686ac-8d4f-40f4-9d20-44dd74c413da HTTP/1.1" status: 204 len: 168 time: 0.2806201 Feb 16 18:24:38.250051 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 60178) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:24:38.316364 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2d3f8fe5-4eb5-43ea-95ca-45dff02ec962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558149'] for network (2b925c41-17ee-42bb-8e4d-3cf4909400ae), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:38.396363 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2d3f8fe5-4eb5-43ea-95ca-45dff02ec962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561157', 'neutron.services.segments.db._delete_segments_for_network-8776562245259'] for network (2b925c41-17ee-42bb-8e4d-3cf4909400ae), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:38.422586 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.services.segments.db [None req-2d3f8fe5-4eb5-43ea-95ca-45dff02ec962 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b925c41-17ee-42bb-8e4d-3cf4909400ae']}} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:24:38.433040 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.services.segments.db [None req-2d3f8fe5-4eb5-43ea-95ca-45dff02ec962 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41e98e9-108e-4dac-ae8e-eec7f26349c5') {'for_net_delete': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:24:38.433359 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.services.segments.db [None req-2d3f8fe5-4eb5-43ea-95ca-45dff02ec962 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41e98e9-108e-4dac-ae8e-eec7f26349c5') {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:24:38.443160 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2d3f8fe5-4eb5-43ea-95ca-45dff02ec962 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776562247060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8533313'] for segment (b41e98e9-108e-4dac-ae8e-eec7f26349c5), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:38.457199 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2d3f8fe5-4eb5-43ea-95ca-45dff02ec962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (b41e98e9-108e-4dac-ae8e-eec7f26349c5), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:38.463212 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3f8fe5-4eb5-43ea-95ca-45dff02ec962 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 18:24:38.463598 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2d3f8fe5-4eb5-43ea-95ca-45dff02ec962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8530167'] for segment (b41e98e9-108e-4dac-ae8e-eec7f26349c5), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: Traceback (most recent call last): Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: timer() Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: cb(*args, **kw) Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: return func(*args, **kwargs) Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: self._notify() Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: self.callback(batched_events) Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: event.method(event) Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: return f(self, *a, **k) Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: return self._get(url).json() Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: return self.request(url, 'GET', **kwargs) Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:24:38.470126 dv-cinder-773985-33-iscsi neutron-server[103275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:24:38.492202 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:38.607483 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2d3f8fe5-4eb5-43ea-95ca-45dff02ec962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459708'] for network (2b925c41-17ee-42bb-8e4d-3cf4909400ae), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:38.615241 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2d3f8fe5-4eb5-43ea-95ca-45dff02ec962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:38.618502 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-2d3f8fe5-4eb5-43ea-95ca-45dff02ec962 admin admin] 10.222.0.87 "DELETE /v2.0/networks/2b925c41-17ee-42bb-8e4d-3cf4909400ae HTTP/1.1" status: 204 len: 168 time: 0.3676043 Feb 16 18:24:38.628801 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f8fe5-4eb5-43ea-95ca-45dff02ec962 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b925c41-17ee-42bb-8e4d-3cf4909400ae,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:39.016634 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 60184) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:24:39.056885 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-1f22ab71-cf48-4ac2-bb2e-a07d9fa145df admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e740c52ad64142398b541359c4b59da4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389371 Feb 16 18:24:39.059348 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 60188) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:24:39.108051 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e9d225e8-1335-4623-a451-54faf8bfdf0a admin admin] Publish callbacks [] for security_group (18093ed1-f621-46a8-aadf-c7eab501ba16), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:39.128134 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e9d225e8-1335-4623-a451-54faf8bfdf0a admin admin] Publish callbacks [] for security_group (18093ed1-f621-46a8-aadf-c7eab501ba16), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:39.358475 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e9d225e8-1335-4623-a451-54faf8bfdf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (18093ed1-f621-46a8-aadf-c7eab501ba16), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:39.361625 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e9d225e8-1335-4623-a451-54faf8bfdf0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:39.362789 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-e9d225e8-1335-4623-a451-54faf8bfdf0a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/18093ed1-f621-46a8-aadf-c7eab501ba16 HTTP/1.1" status: 204 len: 168 time: 0.3024981 Feb 16 18:24:39.370878 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d225e8-1335-4623-a451-54faf8bfdf0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18093ed1-f621-46a8-aadf-c7eab501ba16,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:39.660615 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device c2272e0f-7ae1-4485-bcce-b870d42cd3e5 no longer exists at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:24:39.680500 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] No Port match for: c2272e0f-7ae1-4485-bcce-b870d42cd3e5 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:24:39.680726 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device c2272e0f-7ae1-4485-bcce-b870d42cd3e5 not bound to the agent host dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:24:40.392932 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 60216) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:24:40.486625 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-bbf8c407-2659-48e3-ae2a-7b58dcea08a8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-957068951-network', 'tenant_id': 'f578810a0a59485687a431fe9130087f'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:40.558030 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf8c407-2659-48e3-ae2a-7b58dcea08a8 admin admin] Made reservation on behalf of f578810a0a59485687a431fe9130087f for: {'network': 1} {{(pid=103276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:24:40.560337 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bbf8c407-2659-48e3-ae2a-7b58dcea08a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for network (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:40.569114 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bbf8c407-2659-48e3-ae2a-7b58dcea08a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:40.642045 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bbf8c407-2659-48e3-ae2a-7b58dcea08a8 admin admin] Publish callbacks [] for security_group (c8583e4b-97be-4186-831a-44c22a633483), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:40.704502 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bbf8c407-2659-48e3-ae2a-7b58dcea08a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (c8583e4b-97be-4186-831a-44c22a633483), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:40.729317 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf8c407-2659-48e3-ae2a-7b58dcea08a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=103276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 18:24:40.738909 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8c407-2659-48e3-ae2a-7b58dcea08a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8583e4b-97be-4186-831a-44c22a633483,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:40.743567 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bbf8c407-2659-48e3-ae2a-7b58dcea08a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (4457eaec-6c13-472d-9431-324f94ae50a9), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:40.743907 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.db.segments_db [None req-bbf8c407-2659-48e3-ae2a-7b58dcea08a8 admin admin] Added segment 4457eaec-6c13-472d-9431-324f94ae50a9 of type vlan for network 5bd730bd-dcfb-4229-829f-7f99ec690a12 Feb 16 18:24:40.783765 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bbf8c407-2659-48e3-ae2a-7b58dcea08a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776561717104'] for network (5bd730bd-dcfb-4229-829f-7f99ec690a12), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:40.869556 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bbf8c407-2659-48e3-ae2a-7b58dcea08a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for network (5bd730bd-dcfb-4229-829f-7f99ec690a12), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:40.870546 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf8c407-2659-48e3-ae2a-7b58dcea08a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:40.871127 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bbf8c407-2659-48e3-ae2a-7b58dcea08a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:40.931610 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8c407-2659-48e3-ae2a-7b58dcea08a8 admin admin] Pushing event updated for resources: {'Network': ['ID=5bd730bd-dcfb-4229-829f-7f99ec690a12,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:40.941735 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Network 5bd730bd-dcfb-4229-829f-7f99ec690a12 details requested by agent ovs-agent-dv-cinder-773985-33-iscsi with host dv-cinder-773985-33-iscsi {{(pid=103277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 18:24:40.969616 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-bbf8c407-2659-48e3-ae2a-7b58dcea08a8 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5755737 Feb 16 18:24:40.972671 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 60220) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:24:40.978264 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-b1bfd418-9943-40e4-8a5f-3b2f87376d50 admin admin] Request body: {'subnet': {'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-957068951-subnet', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:41.063947 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bfd418-9943-40e4-8a5f-3b2f87376d50 admin admin] Made reservation on behalf of f578810a0a59485687a431fe9130087f for: {'subnet': 1} {{(pid=103276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:24:41.067422 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b1bfd418-9943-40e4-8a5f-3b2f87376d50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494496'] for subnet (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:41.292929 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b1bfd418-9943-40e4-8a5f-3b2f87376d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9131276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494482'] for subnet (bedee63e-09ba-4347-9c07-16dc3ce2fd69), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:41.347565 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfd418-9943-40e4-8a5f-3b2f87376d50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bedee63e-09ba-4347-9c07-16dc3ce2fd69,revision_number=0']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:41.356045 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bfd418-9943-40e4-8a5f-3b2f87376d50 admin admin] Checking segment: {'id': '4457eaec-6c13-472d-9431-324f94ae50a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:24:41.356402 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bfd418-9943-40e4-8a5f-3b2f87376d50 admin admin] Network hostable DHCP agents. Network: 5bd730bd-dcfb-4229-829f-7f99ec690a12, hostable agents: ['f2339edf-a2ee-4e84-8bf4-086a7482b327'], hosted agents: [] {{(pid=103276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 18:24:41.452651 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bfd418-9943-40e4-8a5f-3b2f87376d50 admin admin] Network 5bd730bd-dcfb-4229-829f-7f99ec690a12 is scheduled to be hosted by DHCP agent f2339edf-a2ee-4e84-8bf4-086a7482b327 with binding_index 1 {{(pid=103276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 18:24:41.509717 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-b1bfd418-9943-40e4-8a5f-3b2f87376d50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-33-iscsi, 5bd730bd-dcfb-4229-829f-7f99ec690a12) {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:24:41.515106 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bfd418-9943-40e4-8a5f-3b2f87376d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:41.515707 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b1bfd418-9943-40e4-8a5f-3b2f87376d50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:41.523700 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7f732a-df70-40f5-b44d-059189040c1d None None] Network 5bd730bd-dcfb-4229-829f-7f99ec690a12 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:24:41.586891 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-b1bfd418-9943-40e4-8a5f-3b2f87376d50 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6126587 Feb 16 18:24:41.589573 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 60226) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:24:41.593937 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-c248d7d5-2049-4b1b-86da-7d598b36c901 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-957068951-router', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:41.624048 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a04642a-ecae-4e6a-b778-3ad1a5c43140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15817be5-ed40-5113-87ca-305c7188bdc0-5bd730bd-dcfb-4229-829f-7f99ec690a12', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'project_id': 'f578810a0a59485687a431fe9130087f', 'fixed_ips': [{'subnet_id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69'}]}} from dv-cinder-773985-33-iscsi. {{(pid=103277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 18:24:41.627842 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4a04642a-ecae-4e6a-b778-3ad1a5c43140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:41.676098 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c248d7d5-2049-4b1b-86da-7d598b36c901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-465507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1026382'] for router (53fca622-53a6-453c-993b-e554e846db49), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:41.677298 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c248d7d5-2049-4b1b-86da-7d598b36c901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-459561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1026423'] for router (53fca622-53a6-453c-993b-e554e846db49), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:41.731347 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c248d7d5-2049-4b1b-86da-7d598b36c901 admin admin] Publish callbacks [] for router_controller (53fca622-53a6-453c-993b-e554e846db49), precommit_add_association {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:41.759604 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [None req-4a04642a-ecae-4e6a-b778-3ad1a5c43140 None None] Allocated IP 172.20.0.2 (5bd730bd-dcfb-4229-829f-7f99ec690a12/bedee63e-09ba-4347-9c07-16dc3ce2fd69/b88004e0-36b1-4a52-977f-4d0a430950a2) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:24:41.903660 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4a04642a-ecae-4e6a-b778-3ad1a5c43140 None None] Publish callbacks [] for port (b88004e0-36b1-4a52-977f-4d0a430950a2), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:41.953587 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4a04642a-ecae-4e6a-b778-3ad1a5c43140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341'] for port (b88004e0-36b1-4a52-977f-4d0a430950a2), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:41.954318 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c248d7d5-2049-4b1b-86da-7d598b36c901 admin admin] Publish callbacks [] for router_gateway (53fca622-53a6-453c-993b-e554e846db49), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:41.990405 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a04642a-ecae-4e6a-b778-3ad1a5c43140 None None] Network 5bd730bd-dcfb-4229-829f-7f99ec690a12 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:24:41.995300 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-4a04642a-ecae-4e6a-b778-3ad1a5c43140 None None] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:24:41.997946 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a04642a-ecae-4e6a-b778-3ad1a5c43140 None None] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:24:42.011335 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04642a-ecae-4e6a-b778-3ad1a5c43140 None None] Pushing event updated for resources: {'Port': ['ID=b88004e0-36b1-4a52-977f-4d0a430950a2,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:42.063553 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-4a04642a-ecae-4e6a-b778-3ad1a5c43140 None None] Attempting to bind port b88004e0-36b1-4a52-977f-4d0a430950a2 on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:24:42.063927 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-4a04642a-ecae-4e6a-b778-3ad1a5c43140 None None] Attempting to bind port b88004e0-36b1-4a52-977f-4d0a430950a2 by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': '4457eaec-6c13-472d-9431-324f94ae50a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:24:42.064310 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a04642a-ecae-4e6a-b778-3ad1a5c43140 None None] Attempting to bind port b88004e0-36b1-4a52-977f-4d0a430950a2 on network 5bd730bd-dcfb-4229-829f-7f99ec690a12 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:24:42.069590 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a04642a-ecae-4e6a-b778-3ad1a5c43140 None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:24:42.069971 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a04642a-ecae-4e6a-b778-3ad1a5c43140 None None] Checking segment: {'id': '4457eaec-6c13-472d-9431-324f94ae50a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:24:42.070454 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4a04642a-ecae-4e6a-b778-3ad1a5c43140 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:42.070867 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a04642a-ecae-4e6a-b778-3ad1a5c43140 None None] Bound using segment: {'id': '4457eaec-6c13-472d-9431-324f94ae50a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:24:42.071329 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-4a04642a-ecae-4e6a-b778-3ad1a5c43140 None None] Bound port: b88004e0-36b1-4a52-977f-4d0a430950a2, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4457eaec-6c13-472d-9431-324f94ae50a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:24:42.071709 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4a04642a-ecae-4e6a-b778-3ad1a5c43140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (b88004e0-36b1-4a52-977f-4d0a430950a2), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:42.139948 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-4a04642a-ecae-4e6a-b778-3ad1a5c43140 None None] For port b88004e0-36b1-4a52-977f-4d0a430950a2, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:24:42.144426 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-4a04642a-ecae-4e6a-b778-3ad1a5c43140 None None] For port b88004e0-36b1-4a52-977f-4d0a430950a2, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=b88004e0-36b1-4a52-977f-4d0a430950a2,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:24:42.207928 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c248d7d5-2049-4b1b-86da-7d598b36c901 admin admin] Publish callbacks [] for router_gateway (53fca622-53a6-453c-993b-e554e846db49), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:42.226778 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c248d7d5-2049-4b1b-86da-7d598b36c901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:42.253036 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4a04642a-ecae-4e6a-b778-3ad1a5c43140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (b88004e0-36b1-4a52-977f-4d0a430950a2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:42.336996 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-c248d7d5-2049-4b1b-86da-7d598b36c901 admin admin] Allocated IP 172.27.3.209 (c00f8eca-8c80-474c-b61e-3160eeb0c24d/19362ace-3fbd-48f2-895e-4d065f6f071c/62add937-1484-4c34-a1f7-a4cb577a11f9) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:24:42.435553 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04642a-ecae-4e6a-b778-3ad1a5c43140 None None] Pushing event updated for resources: {'Port': ['ID=b88004e0-36b1-4a52-977f-4d0a430950a2,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:42.443036 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c248d7d5-2049-4b1b-86da-7d598b36c901 admin admin] Publish callbacks [] for port (62add937-1484-4c34-a1f7-a4cb577a11f9), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:42.577302 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c248d7d5-2049-4b1b-86da-7d598b36c901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (62add937-1484-4c34-a1f7-a4cb577a11f9), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:42.641663 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c248d7d5-2049-4b1b-86da-7d598b36c901 admin admin] Network c00f8eca-8c80-474c-b61e-3160eeb0c24d is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:24:42.644996 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-c248d7d5-2049-4b1b-86da-7d598b36c901 admin admin] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:24:42.648757 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c248d7d5-2049-4b1b-86da-7d598b36c901 admin admin] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:24:42.654493 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248d7d5-2049-4b1b-86da-7d598b36c901 admin admin] Pushing event updated for resources: {'Port': ['ID=62add937-1484-4c34-a1f7-a4cb577a11f9,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:42.664773 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:42.963496 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c248d7d5-2049-4b1b-86da-7d598b36c901 admin admin] Publish callbacks [] for router_gateway (53fca622-53a6-453c-993b-e554e846db49), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:43.339602 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c248d7d5-2049-4b1b-86da-7d598b36c901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-465654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-459636'] for router (53fca622-53a6-453c-993b-e554e846db49), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:43.383322 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32207965-4dd7-4c87-ab34-e8e3b4c3b658 None None] Network 5bd730bd-dcfb-4229-829f-7f99ec690a12 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:24:43.465039 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-133cfa1c-887c-4ce7-9b62-b0eb19cac85a None None] Provisioning complete for port b88004e0-36b1-4a52-977f-4d0a430950a2 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:24:43.465436 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-133cfa1c-887c-4ce7-9b62-b0eb19cac85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (b88004e0-36b1-4a52-977f-4d0a430950a2), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:43.512617 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c248d7d5-2049-4b1b-86da-7d598b36c901 admin admin] Router 53fca622-53a6-453c-993b-e554e846db49 is scheduled to L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 with binding_index 1 {{(pid=103276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 18:24:43.572772 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-133cfa1c-887c-4ce7-9b62-b0eb19cac85a None None] Current status of the port b88004e0-36b1-4a52-977f-4d0a430950a2 is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:24:43.573203 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-133cfa1c-887c-4ce7-9b62-b0eb19cac85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (b88004e0-36b1-4a52-977f-4d0a430950a2), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:43.612229 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-133cfa1c-887c-4ce7-9b62-b0eb19cac85a None None] For port b88004e0-36b1-4a52-977f-4d0a430950a2, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=b88004e0-36b1-4a52-977f-4d0a430950a2,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:24:43.632060 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c248d7d5-2049-4b1b-86da-7d598b36c901 admin admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:24:43.643259 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c7dc7e-c01c-4bbb-8d77-6d42886b8de2 None None] Sync routers for ids ['53fca622-53a6-453c-993b-e554e846db49'] in dv-cinder-773985-33-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:24:43.659617 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c7dc7e-c01c-4bbb-8d77-6d42886b8de2 None None] Routers {'53fca622-53a6-453c-993b-e554e846db49'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:24:43.659617 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-72c7dc7e-c01c-4bbb-8d77-6d42886b8de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:24:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['53fca622-53a6-453c-993b-e554e846db49'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:24:43.690549 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-133cfa1c-887c-4ce7-9b62-b0eb19cac85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (b88004e0-36b1-4a52-977f-4d0a430950a2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:43.710509 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c248d7d5-2049-4b1b-86da-7d598b36c901 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:43.715442 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 60234) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:24:43.721781 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-c248d7d5-2049-4b1b-86da-7d598b36c901 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1309874 Feb 16 18:24:43.781639 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device b88004e0-36b1-4a52-977f-4d0a430950a2 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:24:43.816859 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133cfa1c-887c-4ce7-9b62-b0eb19cac85a None None] Pushing event updated for resources: {'Port': ['ID=b88004e0-36b1-4a52-977f-4d0a430950a2,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:43.850709 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-72c7dc7e-c01c-4bbb-8d77-6d42886b8de2 None None] Set router 53fca622-53a6-453c-993b-e554e846db49 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:24:43.912743 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-22b84be4-19ca-4cd2-bbed-913a5d4c40c0 None None] Provisioning complete for port b88004e0-36b1-4a52-977f-4d0a430950a2 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:24:43.913135 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-22b84be4-19ca-4cd2-bbed-913a5d4c40c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (b88004e0-36b1-4a52-977f-4d0a430950a2), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:44.006646 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port b88004e0-36b1-4a52-977f-4d0a430950a2 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:24:44.007017 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (b88004e0-36b1-4a52-977f-4d0a430950a2), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:44.152771 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-22b84be4-19ca-4cd2-bbed-913a5d4c40c0 None None] Current status of the port b88004e0-36b1-4a52-977f-4d0a430950a2 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:24:44.155028 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cd6c9de3-0dfc-4146-a59b-2c81b2604e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:44.177197 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port b88004e0-36b1-4a52-977f-4d0a430950a2 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:24:44.191139 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-72c7dc7e-c01c-4bbb-8d77-6d42886b8de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fca622-53a6-453c-993b-e554e846db49', 'name': 'tempest-AttachVolumeShelveTestJSON-957068951-router', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:24:41Z', 'updated_at': '2022-02-16T18:24:42Z', 'revision_number': 3, 'project_id': 'f578810a0a59485687a431fe9130087f', 'gw_port': {'id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:42Z', 'updated_at': '2022-02-16T18:24:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:24:44.219500 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c7dc7e-c01c-4bbb-8d77-6d42886b8de2 None None] Checking router: 53fca622-53a6-453c-993b-e554e846db49 for host: dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:24:44.219872 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c7dc7e-c01c-4bbb-8d77-6d42886b8de2 None None] Updating router 53fca622-53a6-453c-993b-e554e846db49 port 62add937-1484-4c34-a1f7-a4cb577a11f9 binding host dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 18:24:44.247399 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-72c7dc7e-c01c-4bbb-8d77-6d42886b8de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (62add937-1484-4c34-a1f7-a4cb577a11f9), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:44.317394 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-cd6c9de3-0dfc-4146-a59b-2c81b2604e2d admin admin] Allocated IP 172.20.0.1 (5bd730bd-dcfb-4229-829f-7f99ec690a12/bedee63e-09ba-4347-9c07-16dc3ce2fd69/627f9427-0c17-4a69-ae7c-e38c29c51b09) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:24:44.425289 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cd6c9de3-0dfc-4146-a59b-2c81b2604e2d admin admin] Publish callbacks [] for port (627f9427-0c17-4a69-ae7c-e38c29c51b09), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:44.505955 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-72c7dc7e-c01c-4bbb-8d77-6d42886b8de2 None None] Publish callbacks [] for port (62add937-1484-4c34-a1f7-a4cb577a11f9), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:44.547368 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cd6c9de3-0dfc-4146-a59b-2c81b2604e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (627f9427-0c17-4a69-ae7c-e38c29c51b09), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:44.584859 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6c9de3-0dfc-4146-a59b-2c81b2604e2d admin admin] Network 5bd730bd-dcfb-4229-829f-7f99ec690a12 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:24:44.589586 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-cd6c9de3-0dfc-4146-a59b-2c81b2604e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:24:44.593050 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6c9de3-0dfc-4146-a59b-2c81b2604e2d admin admin] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:24:44.609640 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-72c7dc7e-c01c-4bbb-8d77-6d42886b8de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (62add937-1484-4c34-a1f7-a4cb577a11f9), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:44.620181 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c9de3-0dfc-4146-a59b-2c81b2604e2d admin admin] Pushing event updated for resources: {'Port': ['ID=627f9427-0c17-4a69-ae7c-e38c29c51b09,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:44.642220 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cd6c9de3-0dfc-4146-a59b-2c81b2604e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461865'] for router_interface (53fca622-53a6-453c-993b-e554e846db49), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:44.667190 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-72c7dc7e-c01c-4bbb-8d77-6d42886b8de2 None None] Attempting to bind port 62add937-1484-4c34-a1f7-a4cb577a11f9 on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:24:44.667557 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-72c7dc7e-c01c-4bbb-8d77-6d42886b8de2 None None] Attempting to bind port 62add937-1484-4c34-a1f7-a4cb577a11f9 by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:24:44.668062 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c7dc7e-c01c-4bbb-8d77-6d42886b8de2 None None] Attempting to bind port 62add937-1484-4c34-a1f7-a4cb577a11f9 on network c00f8eca-8c80-474c-b61e-3160eeb0c24d {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:24:44.673561 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9c54f-849c-4dcd-9e46-c680011b7897 None None] Pushing event updated for resources: {'Port': ['ID=62add937-1484-4c34-a1f7-a4cb577a11f9,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:44.679585 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c7dc7e-c01c-4bbb-8d77-6d42886b8de2 None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:24:44.679891 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c7dc7e-c01c-4bbb-8d77-6d42886b8de2 None None] Checking segment: {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:24:44.680295 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-72c7dc7e-c01c-4bbb-8d77-6d42886b8de2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:44.680686 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c7dc7e-c01c-4bbb-8d77-6d42886b8de2 None None] Bound using segment: {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:24:44.681268 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-72c7dc7e-c01c-4bbb-8d77-6d42886b8de2 None None] Bound port: 62add937-1484-4c34-a1f7-a4cb577a11f9, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:24:44.681647 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-72c7dc7e-c01c-4bbb-8d77-6d42886b8de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (62add937-1484-4c34-a1f7-a4cb577a11f9), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:44.741184 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-72c7dc7e-c01c-4bbb-8d77-6d42886b8de2 None None] For port 62add937-1484-4c34-a1f7-a4cb577a11f9, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:24:44.744506 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-72c7dc7e-c01c-4bbb-8d77-6d42886b8de2 None None] For port 62add937-1484-4c34-a1f7-a4cb577a11f9, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=62add937-1484-4c34-a1f7-a4cb577a11f9,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:24:44.815965 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-72c7dc7e-c01c-4bbb-8d77-6d42886b8de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (62add937-1484-4c34-a1f7-a4cb577a11f9), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:44.883901 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c7dc7e-c01c-4bbb-8d77-6d42886b8de2 None None] Routers {'53fca622-53a6-453c-993b-e554e846db49'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:24:44.884444 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-72c7dc7e-c01c-4bbb-8d77-6d42886b8de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:24:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['53fca622-53a6-453c-993b-e554e846db49'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:24:44.889444 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9c54f-849c-4dcd-9e46-c680011b7897 None None] Pushing event updated for resources: {'Port': ['ID=62add937-1484-4c34-a1f7-a4cb577a11f9,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:44.890715 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cd6c9de3-0dfc-4146-a59b-2c81b2604e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (627f9427-0c17-4a69-ae7c-e38c29c51b09), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:44.956620 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-402f4f51-35ef-4eb5-82cb-f6da7e8ad796 None None] Provisioning complete for port 627f9427-0c17-4a69-ae7c-e38c29c51b09 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:24:44.956967 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-402f4f51-35ef-4eb5-82cb-f6da7e8ad796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (627f9427-0c17-4a69-ae7c-e38c29c51b09), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:45.008792 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-402f4f51-35ef-4eb5-82cb-f6da7e8ad796 None None] Port 627f9427-0c17-4a69-ae7c-e38c29c51b09 cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:24:45.031160 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-72c7dc7e-c01c-4bbb-8d77-6d42886b8de2 None None] Set router 53fca622-53a6-453c-993b-e554e846db49 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:24:45.055900 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cd6c9de3-0dfc-4146-a59b-2c81b2604e2d admin admin] Publish callbacks [] for port (627f9427-0c17-4a69-ae7c-e38c29c51b09), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:45.127034 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cd6c9de3-0dfc-4146-a59b-2c81b2604e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (627f9427-0c17-4a69-ae7c-e38c29c51b09), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:45.200003 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cd6c9de3-0dfc-4146-a59b-2c81b2604e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3745776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462005'] for router_interface (53fca622-53a6-453c-993b-e554e846db49), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:45.201701 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c9de3-0dfc-4146-a59b-2c81b2604e2d admin admin] Pushing event updated for resources: {'Port': ['ID=627f9427-0c17-4a69-ae7c-e38c29c51b09,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:45.294786 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6c9de3-0dfc-4146-a59b-2c81b2604e2d admin admin] Network 5bd730bd-dcfb-4229-829f-7f99ec690a12 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:24:45.296200 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-cd6c9de3-0dfc-4146-a59b-2c81b2604e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:24:45.364996 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-72c7dc7e-c01c-4bbb-8d77-6d42886b8de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fca622-53a6-453c-993b-e554e846db49', 'name': 'tempest-AttachVolumeShelveTestJSON-957068951-router', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:24:41Z', 'updated_at': '2022-02-16T18:24:44Z', 'revision_number': 4, 'project_id': 'f578810a0a59485687a431fe9130087f', 'gw_port': {'id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:42Z', 'updated_at': '2022-02-16T18:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '627f9427-0c17-4a69-ae7c-e38c29c51b09', 'name': '', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'mac_address': 'fa:16:3e:08:df:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:44Z', 'updated_at': '2022-02-16T18:24:44Z', 'revision_number': 1, 'project_id': 'f578810a0a59485687a431fe9130087f', 'subnets': [{'id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:24:45.396992 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c7dc7e-c01c-4bbb-8d77-6d42886b8de2 None None] The sync data for ids ['53fca622-53a6-453c-993b-e554e846db49'] in dv-cinder-773985-33-iscsi is: [{'id': '53fca622-53a6-453c-993b-e554e846db49', 'name': 'tempest-AttachVolumeShelveTestJSON-957068951-router', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:24:41Z', 'updated_at': '2022-02-16T18:24:44Z', 'revision_number': 4, 'project_id': 'f578810a0a59485687a431fe9130087f', 'gw_port': {'id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:42Z', 'updated_at': '2022-02-16T18:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '627f9427-0c17-4a69-ae7c-e38c29c51b09', 'name': '', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'mac_address': 'fa:16:3e:08:df:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:44Z', 'updated_at': '2022-02-16T18:24:44Z', 'revision_number': 1, 'project_id': 'f578810a0a59485687a431fe9130087f', 'subnets': [{'id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:24:45.434899 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6c9de3-0dfc-4146-a59b-2c81b2604e2d admin admin] Router 53fca622-53a6-453c-993b-e554e846db49 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:24:45.533584 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-1d89f87a-750d-4f5e-9865-2e18a5388943 None None] Provisioning complete for port 627f9427-0c17-4a69-ae7c-e38c29c51b09 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:24:45.534626 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-1d89f87a-750d-4f5e-9865-2e18a5388943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (627f9427-0c17-4a69-ae7c-e38c29c51b09), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:45.556453 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6c9de3-0dfc-4146-a59b-2c81b2604e2d admin admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:24:45.561663 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-cd6c9de3-0dfc-4146-a59b-2c81b2604e2d admin admin] 10.222.0.87 "PUT /v2.0/routers/53fca622-53a6-453c-993b-e554e846db49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8445196 Feb 16 18:24:45.575075 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-1d89f87a-750d-4f5e-9865-2e18a5388943 None None] Port 627f9427-0c17-4a69-ae7c-e38c29c51b09 cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:24:45.740722 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device b88004e0-36b1-4a52-977f-4d0a430950a2 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:24:45.792257 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port b88004e0-36b1-4a52-977f-4d0a430950a2 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:24:45.792639 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (b88004e0-36b1-4a52-977f-4d0a430950a2), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:45.896187 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port b88004e0-36b1-4a52-977f-4d0a430950a2 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:24:46.427433 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 60252) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:24:46.432122 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-ad37f3ca-89de-41af-89e9-2a23c3c816dd tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--133801761', 'description': 'tempest-description--1341897433'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:46.518842 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ad37f3ca-89de-41af-89e9-2a23c3c816dd tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:46.596596 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ad37f3ca-89de-41af-89e9-2a23c3c816dd tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for security_group (91b1a1c2-1826-4502-ac15-bae6b6103c69), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:46.661192 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ad37f3ca-89de-41af-89e9-2a23c3c816dd tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (91b1a1c2-1826-4502-ac15-bae6b6103c69), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:46.690715 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37f3ca-89de-41af-89e9-2a23c3c816dd tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91b1a1c2-1826-4502-ac15-bae6b6103c69,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:46.760477 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ad37f3ca-89de-41af-89e9-2a23c3c816dd tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:46.762670 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-ad37f3ca-89de-41af-89e9-2a23c3c816dd tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3333657 Feb 16 18:24:46.764692 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 60256) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:24:46.769515 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-51150469-a1f1-4892-af54-d608325e7013 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Request body: {'security_group_rule': {'security_group_id': '91b1a1c2-1826-4502-ac15-bae6b6103c69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:46.864664 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-51150469-a1f1-4892-af54-d608325e7013 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for security_group_rule (bd13d3f8-8ac9-400c-bcbc-d605e7c8b842), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:46.919574 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-51150469-a1f1-4892-af54-d608325e7013 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for security_group_rule (bd13d3f8-8ac9-400c-bcbc-d605e7c8b842), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:47.001315 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-51150469-a1f1-4892-af54-d608325e7013 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678345'] for security_group_rule (bd13d3f8-8ac9-400c-bcbc-d605e7c8b842), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:47.019495 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51150469-a1f1-4892-af54-d608325e7013 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd13d3f8-8ac9-400c-bcbc-d605e7c8b842,revision_number=0']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:47.083529 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-51150469-a1f1-4892-af54-d608325e7013 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:47.084743 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-51150469-a1f1-4892-af54-d608325e7013 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3190143 Feb 16 18:24:47.087380 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 60258) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:24:47.091606 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-b09638b7-8bd5-40e9-92dc-2439187eaff3 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Request body: {'security_group_rule': {'security_group_id': '91b1a1c2-1826-4502-ac15-bae6b6103c69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:47.175402 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b09638b7-8bd5-40e9-92dc-2439187eaff3 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for security_group_rule (c76e83d1-b78c-431e-a858-2fa751645a9d), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:47.240239 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b09638b7-8bd5-40e9-92dc-2439187eaff3 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for security_group_rule (c76e83d1-b78c-431e-a858-2fa751645a9d), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:47.309817 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b09638b7-8bd5-40e9-92dc-2439187eaff3 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678345'] for security_group_rule (c76e83d1-b78c-431e-a858-2fa751645a9d), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:47.327743 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09638b7-8bd5-40e9-92dc-2439187eaff3 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76e83d1-b78c-431e-a858-2fa751645a9d,revision_number=0']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:47.395961 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-b09638b7-8bd5-40e9-92dc-2439187eaff3 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:47.397265 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-b09638b7-8bd5-40e9-92dc-2439187eaff3 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3088999 Feb 16 18:24:47.400570 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 60260) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:24:47.407582 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-738668ec-ea83-40fe-a5da-38a58fdf5a65 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Request body: {'floatingip': {'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:47.628509 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-738668ec-ea83-40fe-a5da-38a58fdf5a65 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:47.628758 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b718d22e-3116-4b57-8626-791acce48636 None None] Sync routers for ids ['53fca622-53a6-453c-993b-e554e846db49'] in dv-cinder-773985-33-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:24:47.628758 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b718d22e-3116-4b57-8626-791acce48636 None None] Routers {'53fca622-53a6-453c-993b-e554e846db49'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:24:47.628758 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-b718d22e-3116-4b57-8626-791acce48636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:24:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['53fca622-53a6-453c-993b-e554e846db49'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:24:47.656115 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-738668ec-ea83-40fe-a5da-38a58fdf5a65 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:47.691819 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-b718d22e-3116-4b57-8626-791acce48636 None None] Set router 53fca622-53a6-453c-993b-e554e846db49 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:24:47.768262 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 62add937-1484-4c34-a1f7-a4cb577a11f9 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:24:47.794311 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-738668ec-ea83-40fe-a5da-38a58fdf5a65 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Allocated IP 172.27.3.137 (c00f8eca-8c80-474c-b61e-3160eeb0c24d/19362ace-3fbd-48f2-895e-4d065f6f071c/50be8f0c-fa07-45f2-9fdb-37159fc7ebb5) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:24:47.824237 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 62add937-1484-4c34-a1f7-a4cb577a11f9 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:24:47.826433 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (62add937-1484-4c34-a1f7-a4cb577a11f9), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:47.913511 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 62add937-1484-4c34-a1f7-a4cb577a11f9 is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:24:47.913891 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (62add937-1484-4c34-a1f7-a4cb577a11f9), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:47.916161 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-738668ec-ea83-40fe-a5da-38a58fdf5a65 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for port (50be8f0c-fa07-45f2-9fdb-37159fc7ebb5), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:47.920055 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-b718d22e-3116-4b57-8626-791acce48636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fca622-53a6-453c-993b-e554e846db49', 'name': 'tempest-AttachVolumeShelveTestJSON-957068951-router', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:24:41Z', 'updated_at': '2022-02-16T18:24:44Z', 'revision_number': 4, 'project_id': 'f578810a0a59485687a431fe9130087f', 'gw_port': {'id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:42Z', 'updated_at': '2022-02-16T18:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '627f9427-0c17-4a69-ae7c-e38c29c51b09', 'name': '', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'mac_address': 'fa:16:3e:08:df:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:44Z', 'updated_at': '2022-02-16T18:24:44Z', 'revision_number': 2, 'project_id': 'f578810a0a59485687a431fe9130087f', 'subnets': [{'id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:24:47.937670 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] For port 62add937-1484-4c34-a1f7-a4cb577a11f9, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=62add937-1484-4c34-a1f7-a4cb577a11f9,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:24:47.950477 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b718d22e-3116-4b57-8626-791acce48636 None None] Checking router: 53fca622-53a6-453c-993b-e554e846db49 for host: dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:24:47.955506 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b718d22e-3116-4b57-8626-791acce48636 None None] Updating router 53fca622-53a6-453c-993b-e554e846db49 port 627f9427-0c17-4a69-ae7c-e38c29c51b09 binding host dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 18:24:47.983846 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b718d22e-3116-4b57-8626-791acce48636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (627f9427-0c17-4a69-ae7c-e38c29c51b09), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:48.035961 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (62add937-1484-4c34-a1f7-a4cb577a11f9), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:48.037346 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-738668ec-ea83-40fe-a5da-38a58fdf5a65 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (50be8f0c-fa07-45f2-9fdb-37159fc7ebb5), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:48.079181 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738668ec-ea83-40fe-a5da-38a58fdf5a65 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Network c00f8eca-8c80-474c-b61e-3160eeb0c24d is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:24:48.083148 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-738668ec-ea83-40fe-a5da-38a58fdf5a65 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:24:48.086696 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738668ec-ea83-40fe-a5da-38a58fdf5a65 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:24:48.089417 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Pushing event updated for resources: {'Port': ['ID=62add937-1484-4c34-a1f7-a4cb577a11f9,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:48.092777 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738668ec-ea83-40fe-a5da-38a58fdf5a65 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Pushing event updated for resources: {'Port': ['ID=50be8f0c-fa07-45f2-9fdb-37159fc7ebb5,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:48.098895 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:48.099490 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:48.099995 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:48.100493 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:48.100988 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:48.101521 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:48.102005 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:48.102479 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:48.102961 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:48.103446 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:48.103997 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:48.104480 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:48.104958 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:48.181611 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-738668ec-ea83-40fe-a5da-38a58fdf5a65 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for floatingip (777fe408-99c5-4122-8b28-0246fff9d5ee), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:48.273788 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b718d22e-3116-4b57-8626-791acce48636 None None] Publish callbacks [] for port (627f9427-0c17-4a69-ae7c-e38c29c51b09), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:48.309469 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-738668ec-ea83-40fe-a5da-38a58fdf5a65 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (50be8f0c-fa07-45f2-9fdb-37159fc7ebb5), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:48.347051 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b718d22e-3116-4b57-8626-791acce48636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (627f9427-0c17-4a69-ae7c-e38c29c51b09), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:48.403995 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6f1f3-2b88-4783-8cd9-8e54ee4a11a3 None None] Pushing event updated for resources: {'Port': ['ID=627f9427-0c17-4a69-ae7c-e38c29c51b09,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:48.428599 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d6f1f3-2b88-4783-8cd9-8e54ee4a11a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:48.428974 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d6f1f3-2b88-4783-8cd9-8e54ee4a11a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:48.429464 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d6f1f3-2b88-4783-8cd9-8e54ee4a11a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:48.429827 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d6f1f3-2b88-4783-8cd9-8e54ee4a11a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:48.430145 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d6f1f3-2b88-4783-8cd9-8e54ee4a11a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:48.430475 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d6f1f3-2b88-4783-8cd9-8e54ee4a11a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:48.430817 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d6f1f3-2b88-4783-8cd9-8e54ee4a11a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:48.431148 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d6f1f3-2b88-4783-8cd9-8e54ee4a11a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:48.431493 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d6f1f3-2b88-4783-8cd9-8e54ee4a11a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:48.431805 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d6f1f3-2b88-4783-8cd9-8e54ee4a11a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:48.432133 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d6f1f3-2b88-4783-8cd9-8e54ee4a11a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:48.432798 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d6f1f3-2b88-4783-8cd9-8e54ee4a11a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:48.433339 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d6f1f3-2b88-4783-8cd9-8e54ee4a11a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:24:48.470503 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-b718d22e-3116-4b57-8626-791acce48636 None None] Attempting to bind port 627f9427-0c17-4a69-ae7c-e38c29c51b09 on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:24:48.470870 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-b718d22e-3116-4b57-8626-791acce48636 None None] Attempting to bind port 627f9427-0c17-4a69-ae7c-e38c29c51b09 by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': '4457eaec-6c13-472d-9431-324f94ae50a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:24:48.471231 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b718d22e-3116-4b57-8626-791acce48636 None None] Attempting to bind port 627f9427-0c17-4a69-ae7c-e38c29c51b09 on network 5bd730bd-dcfb-4229-829f-7f99ec690a12 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:24:48.476557 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b718d22e-3116-4b57-8626-791acce48636 None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:24:48.476982 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b718d22e-3116-4b57-8626-791acce48636 None None] Checking segment: {'id': '4457eaec-6c13-472d-9431-324f94ae50a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:24:48.477411 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b718d22e-3116-4b57-8626-791acce48636 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:48.477830 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b718d22e-3116-4b57-8626-791acce48636 None None] Bound using segment: {'id': '4457eaec-6c13-472d-9431-324f94ae50a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:24:48.478302 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-b718d22e-3116-4b57-8626-791acce48636 None None] Bound port: 627f9427-0c17-4a69-ae7c-e38c29c51b09, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4457eaec-6c13-472d-9431-324f94ae50a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:24:48.478678 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b718d22e-3116-4b57-8626-791acce48636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (627f9427-0c17-4a69-ae7c-e38c29c51b09), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:48.480138 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-738668ec-ea83-40fe-a5da-38a58fdf5a65 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for port (50be8f0c-fa07-45f2-9fdb-37159fc7ebb5), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:48.529959 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-738668ec-ea83-40fe-a5da-38a58fdf5a65 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (50be8f0c-fa07-45f2-9fdb-37159fc7ebb5), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:48.547207 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-b718d22e-3116-4b57-8626-791acce48636 None None] For port 627f9427-0c17-4a69-ae7c-e38c29c51b09, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:24:48.550679 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-b718d22e-3116-4b57-8626-791acce48636 None None] For port 627f9427-0c17-4a69-ae7c-e38c29c51b09, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=627f9427-0c17-4a69-ae7c-e38c29c51b09,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:24:48.603537 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738668ec-ea83-40fe-a5da-38a58fdf5a65 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Pushing event updated for resources: {'Port': ['ID=50be8f0c-fa07-45f2-9fdb-37159fc7ebb5,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:48.612457 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-738668ec-ea83-40fe-a5da-38a58fdf5a65 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459730'] for floatingip (777fe408-99c5-4122-8b28-0246fff9d5ee), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:48.630357 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b718d22e-3116-4b57-8626-791acce48636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (627f9427-0c17-4a69-ae7c-e38c29c51b09), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:48.632431 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-402ab748-acac-4ee0-88c1-e407459f198b None None] Provisioning complete for port 627f9427-0c17-4a69-ae7c-e38c29c51b09 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:24:48.634512 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-402ab748-acac-4ee0-88c1-e407459f198b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (627f9427-0c17-4a69-ae7c-e38c29c51b09), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:48.686799 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b718d22e-3116-4b57-8626-791acce48636 None None] Routers {'53fca622-53a6-453c-993b-e554e846db49'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:24:48.687430 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-b718d22e-3116-4b57-8626-791acce48636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:24:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['53fca622-53a6-453c-993b-e554e846db49'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:24:48.717035 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-738668ec-ea83-40fe-a5da-38a58fdf5a65 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for floatingip (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:48.722895 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-738668ec-ea83-40fe-a5da-38a58fdf5a65 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3210819 Feb 16 18:24:48.726058 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-402ab748-acac-4ee0-88c1-e407459f198b None None] Current status of the port 627f9427-0c17-4a69-ae7c-e38c29c51b09 is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:24:48.726058 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-402ab748-acac-4ee0-88c1-e407459f198b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (627f9427-0c17-4a69-ae7c-e38c29c51b09), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:48.764920 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-402ab748-acac-4ee0-88c1-e407459f198b None None] For port 627f9427-0c17-4a69-ae7c-e38c29c51b09, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=627f9427-0c17-4a69-ae7c-e38c29c51b09,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:24:48.836180 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-402ab748-acac-4ee0-88c1-e407459f198b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (627f9427-0c17-4a69-ae7c-e38c29c51b09), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:48.890744 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ab748-acac-4ee0-88c1-e407459f198b None None] Pushing event updated for resources: {'Port': ['ID=627f9427-0c17-4a69-ae7c-e38c29c51b09,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:48.915546 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6f1f3-2b88-4783-8cd9-8e54ee4a11a3 None None] Pushing event updated for resources: {'Port': ['ID=627f9427-0c17-4a69-ae7c-e38c29c51b09,revision_number=4']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:48.958629 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-447132c0-6096-4264-936a-29f5cc23824d None None] Provisioning complete for port 627f9427-0c17-4a69-ae7c-e38c29c51b09 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:24:48.959044 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-447132c0-6096-4264-936a-29f5cc23824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (627f9427-0c17-4a69-ae7c-e38c29c51b09), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:48.959193 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-b718d22e-3116-4b57-8626-791acce48636 None None] Set router 53fca622-53a6-453c-993b-e554e846db49 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:24:48.963271 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-3a4b7829-657d-44cb-addc-48242bab246a tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--133801761&fields=id&tenant_id=f578810a0a59485687a431fe9130087f HTTP/1.1" status: 200 len: 267 time: 0.0588593 Feb 16 18:24:49.050048 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-447132c0-6096-4264-936a-29f5cc23824d None None] Current status of the port 627f9427-0c17-4a69-ae7c-e38c29c51b09 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:24:49.073611 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-2b1e3dc9-7f11-429b-b0de-2610cc59eaf6 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:49.075098 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-2b1e3dc9-7f11-429b-b0de-2610cc59eaf6 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/networks?id=5bd730bd-dcfb-4229-829f-7f99ec690a12 HTTP/1.1" status: 200 len: 816 time: 0.1052907 Feb 16 18:24:49.090872 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-4d41b855-77ec-477d-a43a-39f6d6468e58 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/quotas/f578810a0a59485687a431fe9130087f HTTP/1.1" status: 200 len: 375 time: 0.0090609 Feb 16 18:24:49.147455 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-cb7a2456-a6ca-4bc0-8ac7-aa5b49b117d4 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f578810a0a59485687a431fe9130087f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513880 Feb 16 18:24:49.173806 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-b718d22e-3116-4b57-8626-791acce48636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fca622-53a6-453c-993b-e554e846db49', 'name': 'tempest-AttachVolumeShelveTestJSON-957068951-router', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:24:41Z', 'updated_at': '2022-02-16T18:24:44Z', 'revision_number': 4, 'project_id': 'f578810a0a59485687a431fe9130087f', 'gw_port': {'id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:42Z', 'updated_at': '2022-02-16T18:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '627f9427-0c17-4a69-ae7c-e38c29c51b09', 'name': '', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'mac_address': 'fa:16:3e:08:df:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:44Z', 'updated_at': '2022-02-16T18:24:48Z', 'revision_number': 4, 'project_id': 'f578810a0a59485687a431fe9130087f', 'subnets': [{'id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:24:49.201695 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b718d22e-3116-4b57-8626-791acce48636 None None] The sync data for ids ['53fca622-53a6-453c-993b-e554e846db49'] in dv-cinder-773985-33-iscsi is: [{'id': '53fca622-53a6-453c-993b-e554e846db49', 'name': 'tempest-AttachVolumeShelveTestJSON-957068951-router', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:24:41Z', 'updated_at': '2022-02-16T18:24:44Z', 'revision_number': 4, 'project_id': 'f578810a0a59485687a431fe9130087f', 'gw_port': {'id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:42Z', 'updated_at': '2022-02-16T18:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '627f9427-0c17-4a69-ae7c-e38c29c51b09', 'name': '', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'mac_address': 'fa:16:3e:08:df:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:44Z', 'updated_at': '2022-02-16T18:24:48Z', 'revision_number': 4, 'project_id': 'f578810a0a59485687a431fe9130087f', 'subnets': [{'id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:24:49.249831 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-cbf86e97-0d22-48b2-859b-c3e005bc3f84 service neutron] 10.222.0.87 "GET /v2.0/networks/5bd730bd-dcfb-4229-829f-7f99ec690a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904942 Feb 16 18:24:49.350660 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-0729ba61-1d72-4ee7-8615-e2e45a5dae5e service neutron] 10.222.0.87 "GET /v2.0/networks/5bd730bd-dcfb-4229-829f-7f99ec690a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940681 Feb 16 18:24:49.775531 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 62add937-1484-4c34-a1f7-a4cb577a11f9 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:24:49.833441 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 62add937-1484-4c34-a1f7-a4cb577a11f9 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:24:49.833810 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (62add937-1484-4c34-a1f7-a4cb577a11f9), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:49.886680 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c2eefc93-721d-4767-87f0-ac1da7737cfa req-77fcb573-09b5-4bfd-8a02-bdf4190dc719 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 210 time: 0.2922695 Feb 16 18:24:49.923951 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 62add937-1484-4c34-a1f7-a4cb577a11f9 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:24:49.924585 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 627f9427-0c17-4a69-ae7c-e38c29c51b09 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:24:49.979695 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 627f9427-0c17-4a69-ae7c-e38c29c51b09 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:24:49.980077 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (627f9427-0c17-4a69-ae7c-e38c29c51b09), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:50.057339 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 627f9427-0c17-4a69-ae7c-e38c29c51b09 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:24:50.986955 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ebe9174a-6126-4a2e-999e-88f54682ce77 req-44722fa2-35b4-484a-b3d0-9beb3127a04a tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 210 time: 0.0289476 Feb 16 18:24:51.914881 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-55d03ef6-4a49-49d0-8819-f2f2dbe18eee tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:51.916300 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-55d03ef6-4a49-49d0-8819-f2f2dbe18eee tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.45 "GET /v2.0/networks?id=5bd730bd-dcfb-4229-829f-7f99ec690a12 HTTP/1.1" status: 200 len: 816 time: 0.1041715 Feb 16 18:24:51.980345 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-3329c501-0d61-46db-a933-2d294c2346db tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f578810a0a59485687a431fe9130087f HTTP/1.1" status: 200 len: 379 time: 0.0538156 Feb 16 18:24:51.993195 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-f0b3e848-8a29-481b-b1c3-2e38d28f07ad tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Request body: {'port': {'device_id': 'dcae768a-561b-4d78-8c58-2b78f3ede2ec', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'admin_state_up': True, 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'security_groups': ['91b1a1c2-1826-4502-ac15-bae6b6103c69']}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:52.092457 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fcdb2c17-f0c2-4373-9c85-6a1b9fa1d2e5 req-a1db6009-67f4-4008-b136-31d27ae5bafa tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 210 time: 0.0307236 Feb 16 18:24:52.198004 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-f0b3e848-8a29-481b-b1c3-2e38d28f07ad tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Made reservation on behalf of f578810a0a59485687a431fe9130087f for: {'port': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:24:52.201616 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-f0b3e848-8a29-481b-b1c3-2e38d28f07ad tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:52.329473 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-f0b3e848-8a29-481b-b1c3-2e38d28f07ad tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Allocated IP 172.20.0.3 (5bd730bd-dcfb-4229-829f-7f99ec690a12/bedee63e-09ba-4347-9c07-16dc3ce2fd69/099e0137-669d-4fda-b1f2-8dbf6595a131) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:24:52.470056 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-f0b3e848-8a29-481b-b1c3-2e38d28f07ad tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for port (099e0137-669d-4fda-b1f2-8dbf6595a131), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:52.579128 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-f0b3e848-8a29-481b-b1c3-2e38d28f07ad tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (099e0137-669d-4fda-b1f2-8dbf6595a131), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:52.625331 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-f0b3e848-8a29-481b-b1c3-2e38d28f07ad tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Network 5bd730bd-dcfb-4229-829f-7f99ec690a12 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:24:52.628723 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-f0b3e848-8a29-481b-b1c3-2e38d28f07ad tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:24:52.632136 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-f0b3e848-8a29-481b-b1c3-2e38d28f07ad tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:24:52.658967 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3e848-8a29-481b-b1c3-2e38d28f07ad tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Pushing event updated for resources: {'Port': ['ID=099e0137-669d-4fda-b1f2-8dbf6595a131,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:52.689247 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-f0b3e848-8a29-481b-b1c3-2e38d28f07ad tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:52.689896 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-f0b3e848-8a29-481b-b1c3-2e38d28f07ad tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:52.781207 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-f0b3e848-8a29-481b-b1c3-2e38d28f07ad tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7917190 Feb 16 18:24:52.803511 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-37c3db4d-a7a5-4797-addf-d380d714b71b service neutron] Request body: {'port': {'device_id': 'dcae768a-561b-4d78-8c58-2b78f3ede2ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:24:52.868111 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-37c3db4d-a7a5-4797-addf-d380d714b71b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (099e0137-669d-4fda-b1f2-8dbf6595a131), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:52.895982 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-2e2e26f7-a057-4b24-a648-c16da60cb4a0 None None] Provisioning complete for port 099e0137-669d-4fda-b1f2-8dbf6595a131 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:24:52.896600 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2e2e26f7-a057-4b24-a648-c16da60cb4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (099e0137-669d-4fda-b1f2-8dbf6595a131), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:52.934174 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-2e2e26f7-a057-4b24-a648-c16da60cb4a0 None None] Port 099e0137-669d-4fda-b1f2-8dbf6595a131 cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:24:53.124106 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-37c3db4d-a7a5-4797-addf-d380d714b71b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099e0137-669d-4fda-b1f2-8dbf6595a131 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:24:53.131862 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-37c3db4d-a7a5-4797-addf-d380d714b71b service neutron] Publish callbacks [] for port (099e0137-669d-4fda-b1f2-8dbf6595a131), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:53.144251 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-37c3db4d-a7a5-4797-addf-d380d714b71b service neutron] Transition to ACTIVE for port object 099e0137-669d-4fda-b1f2-8dbf6595a131 will not be triggered until provisioned by entity L2. {{(pid=103275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:24:53.218597 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379b11e-0973-416e-9594-540260c7a153 req-b5bfe29e-3814-4f4c-9cb5-177304cf4691 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:53.220321 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0379b11e-0973-416e-9594-540260c7a153 req-b5bfe29e-3814-4f4c-9cb5-177304cf4691 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 931 time: 0.0548372 Feb 16 18:24:53.233551 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-37c3db4d-a7a5-4797-addf-d380d714b71b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (099e0137-669d-4fda-b1f2-8dbf6595a131), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:53.318279 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3db4d-a7a5-4797-addf-d380d714b71b service neutron] Pushing event updated for resources: {'Port': ['ID=099e0137-669d-4fda-b1f2-8dbf6595a131,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:53.325380 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0379b11e-0973-416e-9594-540260c7a153 req-b414fc3f-d163-40ef-b1f1-c0c0f4e08ce1 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985076 Feb 16 18:24:53.394295 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-37c3db4d-a7a5-4797-addf-d380d714b71b service neutron] Attempting to bind port 099e0137-669d-4fda-b1f2-8dbf6595a131 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:24:53.394656 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-37c3db4d-a7a5-4797-addf-d380d714b71b service neutron] Attempting to bind port 099e0137-669d-4fda-b1f2-8dbf6595a131 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '4457eaec-6c13-472d-9431-324f94ae50a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:24:53.395651 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-37c3db4d-a7a5-4797-addf-d380d714b71b service neutron] Attempting to bind port 099e0137-669d-4fda-b1f2-8dbf6595a131 on network 5bd730bd-dcfb-4229-829f-7f99ec690a12 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:24:53.400963 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-37c3db4d-a7a5-4797-addf-d380d714b71b service neutron] Port 099e0137-669d-4fda-b1f2-8dbf6595a131 on network 5bd730bd-dcfb-4229-829f-7f99ec690a12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 18:24:53.401365 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-37c3db4d-a7a5-4797-addf-d380d714b71b service neutron] Attempting to bind port 099e0137-669d-4fda-b1f2-8dbf6595a131 on network 5bd730bd-dcfb-4229-829f-7f99ec690a12 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:24:53.406466 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-37c3db4d-a7a5-4797-addf-d380d714b71b service neutron] Checking agent: {'id': '5c336864-29ba-45bb-93ac-04ba68c7d8e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'started_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:24:53.406808 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-37c3db4d-a7a5-4797-addf-d380d714b71b service neutron] Checking segment: {'id': '4457eaec-6c13-472d-9431-324f94ae50a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:24:53.407190 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-37c3db4d-a7a5-4797-addf-d380d714b71b service neutron] Bound using segment: {'id': '4457eaec-6c13-472d-9431-324f94ae50a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:24:53.407648 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-37c3db4d-a7a5-4797-addf-d380d714b71b service neutron] Bound port: 099e0137-669d-4fda-b1f2-8dbf6595a131, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4457eaec-6c13-472d-9431-324f94ae50a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:24:53.408173 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-37c3db4d-a7a5-4797-addf-d380d714b71b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (099e0137-669d-4fda-b1f2-8dbf6595a131), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:53.475595 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-37c3db4d-a7a5-4797-addf-d380d714b71b service neutron] For port 099e0137-669d-4fda-b1f2-8dbf6595a131, host hv-cinder-77398, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:24:53.479023 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-37c3db4d-a7a5-4797-addf-d380d714b71b service neutron] For port 099e0137-669d-4fda-b1f2-8dbf6595a131, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=099e0137-669d-4fda-b1f2-8dbf6595a131,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:24:53.585065 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-37c3db4d-a7a5-4797-addf-d380d714b71b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (099e0137-669d-4fda-b1f2-8dbf6595a131), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:53.627583 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-37c3db4d-a7a5-4797-addf-d380d714b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:53.628210 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-37c3db4d-a7a5-4797-addf-d380d714b71b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:53.630251 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-37c3db4d-a7a5-4797-addf-d380d714b71b service neutron] 10.222.0.45 "PUT /v2.0/ports/099e0137-669d-4fda-b1f2-8dbf6595a131 HTTP/1.1" status: 200 len: 1093 time: 0.8318262 Feb 16 18:24:53.630625 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcae768a-561b-4d78-8c58-2b78f3ede2ec', 'tag': '099e0137-669d-4fda-b1f2-8dbf6595a131'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:24:53.633132 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f713a5d-8aec-41c5-9afc-14f478fc305e" -d '{"events": [{"name": "network-changed", "server_uuid": "dcae768a-561b-4d78-8c58-2b78f3ede2ec", "tag": "099e0137-669d-4fda-b1f2-8dbf6595a131"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:24:53.693981 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3db4d-a7a5-4797-addf-d380d714b71b service neutron] Pushing event updated for resources: {'Port': ['ID=099e0137-669d-4fda-b1f2-8dbf6595a131,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:53.716197 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d555776-b2b2-48fb-a6d4-348c62628d02 x-openstack-request-id: req-2d555776-b2b2-48fb-a6d4-348c62628d02 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:24:53.716383 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcae768a-561b-4d78-8c58-2b78f3ede2ec", "tag": "099e0137-669d-4fda-b1f2-8dbf6595a131", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:24:53.716777 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2d555776-b2b2-48fb-a6d4-348c62628d02 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:24:53.717023 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcae768a-561b-4d78-8c58-2b78f3ede2ec', 'tag': '099e0137-669d-4fda-b1f2-8dbf6595a131', 'status': 'completed', 'code': 200} Feb 16 18:24:53.799331 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f713a5d-8aec-41c5-9afc-14f478fc305e req-79b1e329-0c55-4184-a4f8-69ba971febaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:53.801347 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-4f713a5d-8aec-41c5-9afc-14f478fc305e req-79b1e329-0c55-4184-a4f8-69ba971febaf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f578810a0a59485687a431fe9130087f&device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 1127 time: 0.0610645 Feb 16 18:24:53.958814 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f713a5d-8aec-41c5-9afc-14f478fc305e req-3383d4f7-139b-427c-b1d7-c23d2b2a69a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:53.960329 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-4f713a5d-8aec-41c5-9afc-14f478fc305e req-3383d4f7-139b-427c-b1d7-c23d2b2a69a6 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f578810a0a59485687a431fe9130087f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1515622 Feb 16 18:24:54.060971 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f713a5d-8aec-41c5-9afc-14f478fc305e req-ccee6b8b-66e7-415d-bbe6-120f2a9756ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:54.062601 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-4f713a5d-8aec-41c5-9afc-14f478fc305e req-ccee6b8b-66e7-415d-bbe6-120f2a9756ce service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948167 Feb 16 18:24:54.146248 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-ae768cc5-eaa2-4020-8acc-737dd8fcf443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:54.147573 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-ae768cc5-eaa2-4020-8acc-737dd8fcf443 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f578810a0a59485687a431fe9130087f&device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 1127 time: 0.0456221 Feb 16 18:24:54.196417 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-006dfc62-5971-44c8-8bb1-830a8399886e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=099e0137-669d-4fda-b1f2-8dbf6595a131 HTTP/1.1" status: 200 len: 217 time: 0.0387523 Feb 16 18:24:54.251412 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-c0a2fd27-6fef-42d5-ad3a-b0bf4630b1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:54.252851 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-c0a2fd27-6fef-42d5-ad3a-b0bf4630b1af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bedee63e-09ba-4347-9c07-16dc3ce2fd69 HTTP/1.1" status: 200 len: 855 time: 0.0443766 Feb 16 18:24:54.305743 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-b6a7143e-f9ae-4e9a-8fc2-d87158e2e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:54.307301 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-b6a7143e-f9ae-4e9a-8fc2-d87158e2e726 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd730bd-dcfb-4229-829f-7f99ec690a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452533 Feb 16 18:24:54.428322 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-615a7faa-6c0d-4c5f-b520-c9d9bcfccb8e service neutron] 10.222.0.45 "GET /v2.0/networks/5bd730bd-dcfb-4229-829f-7f99ec690a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102026 Feb 16 18:24:54.480513 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c8b17-726b-4ff2-b341-c2080c76f1aa req-3cfb9633-9d68-41c5-8943-e18f661db83d tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:54.481955 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-261c8b17-726b-4ff2-b341-c2080c76f1aa req-3cfb9633-9d68-41c5-8943-e18f661db83d tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0563877 Feb 16 18:24:54.528525 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946b19e-1d4f-4aa1-8f4d-92112526bb56 req-74b4aeef-1a7d-4ad9-9d6d-331b03439288 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:54.530069 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1946b19e-1d4f-4aa1-8f4d-92112526bb56 req-74b4aeef-1a7d-4ad9-9d6d-331b03439288 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 943 time: 0.1169617 Feb 16 18:24:54.531466 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-261c8b17-726b-4ff2-b341-c2080c76f1aa req-372ba947-0d81-41c8-87cd-f47b4105a680 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430195 Feb 16 18:24:54.563644 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e48d93f4-c497-4895-b27b-5fa952ccd856 req-adf498d3-9e30-4ad8-96c8-7a1486265b24 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd730bd-dcfb-4229-829f-7f99ec690a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200240 Feb 16 18:24:54.590099 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1946b19e-1d4f-4aa1-8f4d-92112526bb56 req-8d3b56fe-4bce-4cc8-9afb-96e8f6ffd0e2 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535553 Feb 16 18:24:55.263756 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958753e-9ea8-4c27-bfa2-4b2611629b88 req-0a7db70a-9898-4f20-a827-612688cfa9f9 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:55.265391 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d958753e-9ea8-4c27-bfa2-4b2611629b88 req-0a7db70a-9898-4f20-a827-612688cfa9f9 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e4198bd-9656-46de-815a-c5d6b5785716 HTTP/1.1" status: 200 len: 945 time: 0.0528066 Feb 16 18:24:55.311659 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d958753e-9ea8-4c27-bfa2-4b2611629b88 req-4a1645d4-d4e5-4dc2-aae1-2350ee4daf84 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/security-groups?id=47ea8074-97cf-4496-bab4-dd1a7c26a887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407138 Feb 16 18:24:55.652075 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4e164-e2e2-4873-86ca-0f953aa3490f req-5eb8a2b7-6f51-4a46-986d-689f5a98a516 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:55.653579 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-60c4e164-e2e2-4873-86ca-0f953aa3490f req-5eb8a2b7-6f51-4a46-986d-689f5a98a516 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0516098 Feb 16 18:24:55.704442 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-60c4e164-e2e2-4873-86ca-0f953aa3490f req-420008df-a621-4778-8b72-af709a7cbc48 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449674 Feb 16 18:24:55.717636 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e8ad6-8bae-49e2-a2d2-857338f3b90d req-29b06594-9291-4148-8756-9f872f3cfad5 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:55.719136 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c36e8ad6-8bae-49e2-a2d2-857338f3b90d req-29b06594-9291-4148-8756-9f872f3cfad5 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 943 time: 0.0573406 Feb 16 18:24:55.766616 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c36e8ad6-8bae-49e2-a2d2-857338f3b90d req-79905056-a9ee-4aa8-94ef-e44cdc5b2d9b tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411596 Feb 16 18:24:56.428178 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0279d-e590-4130-975e-4c425ab401a1 req-3951db2b-3df2-43f2-a72a-507526cbdb44 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:56.429767 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d7d0279d-e590-4130-975e-4c425ab401a1 req-3951db2b-3df2-43f2-a72a-507526cbdb44 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e4198bd-9656-46de-815a-c5d6b5785716 HTTP/1.1" status: 200 len: 945 time: 0.0523608 Feb 16 18:24:56.478793 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d7d0279d-e590-4130-975e-4c425ab401a1 req-23459a56-ae06-4968-b20c-67720977ac9b tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/security-groups?id=47ea8074-97cf-4496-bab4-dd1a7c26a887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434225 Feb 16 18:24:56.714825 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fd91c-5faa-414f-b66b-e2aeeb89e542 req-ab06b9ac-3c89-4983-a48f-3e1ec4e10bc9 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:56.716263 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c27fd91c-5faa-414f-b66b-e2aeeb89e542 req-ab06b9ac-3c89-4983-a48f-3e1ec4e10bc9 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.45 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0521054 Feb 16 18:24:56.853958 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a731e1e-6f77-4eb8-88b1-9df6a8981d14 req-d5fa9df9-6856-4488-a415-e2df2e735b12 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:56.855451 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-3a731e1e-6f77-4eb8-88b1-9df6a8981d14 req-d5fa9df9-6856-4488-a415-e2df2e735b12 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 945 time: 0.0693574 Feb 16 18:24:56.862361 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-c27fd91c-5faa-414f-b66b-e2aeeb89e542 req-9d969071-fdcc-41e3-9171-b9c29445a7b1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Deleting port e7404f7f-4115-4ed5-81ed-47e766032126 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:24:56.862757 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-c27fd91c-5faa-414f-b66b-e2aeeb89e542 req-9d969071-fdcc-41e3-9171-b9c29445a7b1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (e7404f7f-4115-4ed5-81ed-47e766032126), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:56.888459 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbebf8f-aa77-4027-9793-14d8b1cccd67 req-4d7608ba-7372-43d2-8da8-d79fd55ecdee tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:56.889943 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-8dbebf8f-aa77-4027-9793-14d8b1cccd67 req-4d7608ba-7372-43d2-8da8-d79fd55ecdee tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 943 time: 0.0519366 Feb 16 18:24:56.935643 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-8dbebf8f-aa77-4027-9793-14d8b1cccd67 req-1fcee6bf-18e7-49eb-a014-74a70bfa8aca tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400398 Feb 16 18:24:56.971221 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-3a731e1e-6f77-4eb8-88b1-9df6a8981d14 req-5dc88ba1-ab32-465c-89e6-e9b6020aac88 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=ac63da0c-7938-4c06-8870-14f676e9c5db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038685 Feb 16 18:24:56.994137 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-c27fd91c-5faa-414f-b66b-e2aeeb89e542 req-9d969071-fdcc-41e3-9171-b9c29445a7b1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] For port e7404f7f-4115-4ed5-81ed-47e766032126, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e7404f7f-4115-4ed5-81ed-47e766032126,segment=NetworkSegment(3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff),segment_id=3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:24:56.994137 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-c27fd91c-5faa-414f-b66b-e2aeeb89e542 req-9d969071-fdcc-41e3-9171-b9c29445a7b1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (e7404f7f-4115-4ed5-81ed-47e766032126), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:57.178216 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304f1b8-bd4f-4ab3-ba7b-0e57f27300c7 req-3bce34ae-fa1b-4496-a85b-6ee242f8015d tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:57.179810 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c304f1b8-bd4f-4ab3-ba7b-0e57f27300c7 req-3bce34ae-fa1b-4496-a85b-6ee242f8015d tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e4198bd-9656-46de-815a-c5d6b5785716 HTTP/1.1" status: 200 len: 945 time: 0.1604986 Feb 16 18:24:57.293655 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-c27fd91c-5faa-414f-b66b-e2aeeb89e542 req-9d969071-fdcc-41e3-9171-b9c29445a7b1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:57.293935 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-c27fd91c-5faa-414f-b66b-e2aeeb89e542 req-9d969071-fdcc-41e3-9171-b9c29445a7b1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459730'] for floatingip (14f5a5e4-5829-4c50-b30f-356b42d7f5c5), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:57.294250 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.db.l3_db [req-c27fd91c-5faa-414f-b66b-e2aeeb89e542 req-9d969071-fdcc-41e3-9171-b9c29445a7b1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Floating IP 14f5a5e4-5829-4c50-b30f-356b42d7f5c5 disassociated. External IP: 172.27.3.26, port: e7404f7f-4115-4ed5-81ed-47e766032126. Feb 16 18:24:57.294588 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-c27fd91c-5faa-414f-b66b-e2aeeb89e542 req-9d969071-fdcc-41e3-9171-b9c29445a7b1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Calling delete_port for e7404f7f-4115-4ed5-81ed-47e766032126 owned by compute:nova {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:24:57.376126 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-c304f1b8-bd4f-4ab3-ba7b-0e57f27300c7 req-e287c4f7-6cc3-4a89-8f30-ca5df016cba1 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Deleting port 06a5ed16-276d-4d2f-b25d-c49174d2ecc6 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:24:57.376461 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-c304f1b8-bd4f-4ab3-ba7b-0e57f27300c7 req-e287c4f7-6cc3-4a89-8f30-ca5df016cba1 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (06a5ed16-276d-4d2f-b25d-c49174d2ecc6), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:57.506688 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-c304f1b8-bd4f-4ab3-ba7b-0e57f27300c7 req-e287c4f7-6cc3-4a89-8f30-ca5df016cba1 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] For port 06a5ed16-276d-4d2f-b25d-c49174d2ecc6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=06a5ed16-276d-4d2f-b25d-c49174d2ecc6,segment=NetworkSegment(4784a99e-275b-4ae9-8d3e-18071e31eb04),segment_id=4784a99e-275b-4ae9-8d3e-18071e31eb04)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:24:57.507201 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-c304f1b8-bd4f-4ab3-ba7b-0e57f27300c7 req-e287c4f7-6cc3-4a89-8f30-ca5df016cba1 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (06a5ed16-276d-4d2f-b25d-c49174d2ecc6), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:57.519722 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-c304f1b8-bd4f-4ab3-ba7b-0e57f27300c7 req-e287c4f7-6cc3-4a89-8f30-ca5df016cba1 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Calling delete_port for 06a5ed16-276d-4d2f-b25d-c49174d2ecc6 owned by compute:nova {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:24:57.565912 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-c27fd91c-5faa-414f-b66b-e2aeeb89e542 req-9d969071-fdcc-41e3-9171-b9c29445a7b1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (e7404f7f-4115-4ed5-81ed-47e766032126), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:57.602232 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f37e6-e9da-450f-af0e-7bdbbff384e5 req-590bf03b-e064-4fd5-8a52-25c35b6018d7 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:57.602893 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969071-fdcc-41e3-9171-b9c29445a7b1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Pushing event deleted for resources: {'Port': ['ID=e7404f7f-4115-4ed5-81ed-47e766032126,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:57.603738 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a68f37e6-e9da-450f-af0e-7bdbbff384e5 req-590bf03b-e064-4fd5-8a52-25c35b6018d7 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e4198bd-9656-46de-815a-c5d6b5785716 HTTP/1.1" status: 200 len: 945 time: 0.0577812 Feb 16 18:24:57.668540 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a68f37e6-e9da-450f-af0e-7bdbbff384e5 req-a0690bf3-455c-439b-ae53-4328b52a9d05 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/security-groups?id=47ea8074-97cf-4496-bab4-dd1a7c26a887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584183 Feb 16 18:24:57.774654 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c27fd91c-5faa-414f-b66b-e2aeeb89e542 req-9d969071-fdcc-41e3-9171-b9c29445a7b1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Router bf206999-21fd-48f2-880a-1a878b4c6f6f has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:24:57.844179 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-c304f1b8-bd4f-4ab3-ba7b-0e57f27300c7 req-e287c4f7-6cc3-4a89-8f30-ca5df016cba1 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (06a5ed16-276d-4d2f-b25d-c49174d2ecc6), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:57.855736 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['06a5ed16-276d-4d2f-b25d-c49174d2ecc6'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:24:57.880283 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 099e0137-669d-4fda-b1f2-8dbf6595a131 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=103277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 18:24:57.991734 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 099e0137-669d-4fda-b1f2-8dbf6595a131, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=099e0137-669d-4fda-b1f2-8dbf6595a131,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:24:58.004481 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Returning: {'device': '099e0137-669d-4fda-b1f2-8dbf6595a131', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'port_id': '099e0137-669d-4fda-b1f2-8dbf6595a131', 'mac_address': 'fa:16:3e:50:5a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 18:24:58.045744 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 099e0137-669d-4fda-b1f2-8dbf6595a131 is: DOWN; New status is: BUILD {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:24:58.046425 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (099e0137-669d-4fda-b1f2-8dbf6595a131), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:58.060948 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099e0137-669d-4fda-b1f2-8dbf6595a131 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:24:58.084377 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 099e0137-669d-4fda-b1f2-8dbf6595a131, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=099e0137-669d-4fda-b1f2-8dbf6595a131,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:24:58.088293 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-46a86bbb-27d9-4311-a59f-84a83f409781 req-3bf7a975-e004-4e91-823f-602146370b69 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 210 time: 0.0300965 Feb 16 18:24:58.139277 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287c4f7-6cc3-4a89-8f30-ca5df016cba1 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Pushing event deleted for resources: {'Port': ['ID=06a5ed16-276d-4d2f-b25d-c49174d2ecc6,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:58.180665 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (099e0137-669d-4fda-b1f2-8dbf6595a131), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:58.218734 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-c304f1b8-bd4f-4ab3-ba7b-0e57f27300c7 req-e287c4f7-6cc3-4a89-8f30-ca5df016cba1 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] No DVR routers for this DVR port 06a5ed16-276d-4d2f-b25d-c49174d2ecc6 on host hv-cinder-77398 {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:24:58.221412 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-c304f1b8-bd4f-4ab3-ba7b-0e57f27300c7 req-e287c4f7-6cc3-4a89-8f30-ca5df016cba1 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:58.224980 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c304f1b8-bd4f-4ab3-ba7b-0e57f27300c7 req-e287c4f7-6cc3-4a89-8f30-ca5df016cba1 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.45 "DELETE /v2.0/ports/06a5ed16-276d-4d2f-b25d-c49174d2ecc6 HTTP/1.1" status: 204 len: 173 time: 1.0389826 Feb 16 18:24:58.229165 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4198bd-9656-46de-815a-c5d6b5785716', 'name': 'network-vif-deleted', 'tag': '06a5ed16-276d-4d2f-b25d-c49174d2ecc6'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:24:58.231420 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425ba780-a79b-4569-a67a-b4f428f7e1ed" -d '{"events": [{"server_uuid": "8e4198bd-9656-46de-815a-c5d6b5785716", "name": "network-vif-deleted", "tag": "06a5ed16-276d-4d2f-b25d-c49174d2ecc6"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:24:58.250607 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=099e0137-669d-4fda-b1f2-8dbf6595a131,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:24:58.253679 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c27fd91c-5faa-414f-b66b-e2aeeb89e542 req-9d969071-fdcc-41e3-9171-b9c29445a7b1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:24:58.274764 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86df119-89c0-4c1c-b4f6-d69ebc38fb12 None None] Sync routers for ids ['bf206999-21fd-48f2-880a-1a878b4c6f6f'] in dv-cinder-773985-33-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:24:58.287292 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86df119-89c0-4c1c-b4f6-d69ebc38fb12 None None] Routers {'bf206999-21fd-48f2-880a-1a878b4c6f6f'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:24:58.287926 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-b86df119-89c0-4c1c-b4f6-d69ebc38fb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:24:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['bf206999-21fd-48f2-880a-1a878b4c6f6f'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:24:58.296070 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0aecbb0-0105-4594-ad70-f5997b09e7a1 x-openstack-request-id: req-c0aecbb0-0105-4594-ad70-f5997b09e7a1 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:24:58.296531 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4198bd-9656-46de-815a-c5d6b5785716", "name": "network-vif-deleted", "tag": "06a5ed16-276d-4d2f-b25d-c49174d2ecc6", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:24:58.296749 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c0aecbb0-0105-4594-ad70-f5997b09e7a1 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:24:58.297228 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4198bd-9656-46de-815a-c5d6b5785716', 'name': 'network-vif-deleted', 'tag': '06a5ed16-276d-4d2f-b25d-c49174d2ecc6', 'status': 'completed', 'code': 200} Feb 16 18:24:58.310300 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e48692-e57e-45eb-85e8-b58a71ee1e63 req-96b1ce45-91da-401c-96fb-8f3d6805eeff tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:58.318088 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d8e48692-e57e-45eb-85e8-b58a71ee1e63 req-96b1ce45-91da-401c-96fb-8f3d6805eeff tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 943 time: 0.1837049 Feb 16 18:24:58.346396 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27fd91c-5faa-414f-b66b-e2aeeb89e542 req-9d969071-fdcc-41e3-9171-b9c29445a7b1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] No DVR routers for this DVR port e7404f7f-4115-4ed5-81ed-47e766032126 on host hv-cinder-77398 {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:24:58.350542 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-c27fd91c-5faa-414f-b66b-e2aeeb89e542 req-9d969071-fdcc-41e3-9171-b9c29445a7b1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:24:58.353773 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c27fd91c-5faa-414f-b66b-e2aeeb89e542 req-9d969071-fdcc-41e3-9171-b9c29445a7b1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.45 "DELETE /v2.0/ports/e7404f7f-4115-4ed5-81ed-47e766032126 HTTP/1.1" status: 204 len: 173 time: 1.6287603 Feb 16 18:24:58.391761 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d8e48692-e57e-45eb-85e8-b58a71ee1e63 req-e48e104b-4f4b-4d60-a696-a7b3458b8fa9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705578 Feb 16 18:24:58.424881 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-b86df119-89c0-4c1c-b4f6-d69ebc38fb12 None None] Set router bf206999-21fd-48f2-880a-1a878b4c6f6f gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:24:58.465319 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['099e0137-669d-4fda-b1f2-8dbf6595a131'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:24:58.802578 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-bc0164cd-9b7d-4967-8d89-2fe5a85626a2 req-1603dc6b-ccea-4015-bd67-9ccd763d2ea3 tempest-VolumesSnapshotTestJSON-2108248237 tempest-VolumesSnapshotTestJSON-2108248237-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e4198bd-9656-46de-815a-c5d6b5785716 HTTP/1.1" status: 200 len: 210 time: 0.0286326 Feb 16 18:24:58.871363 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-b86df119-89c0-4c1c-b4f6-d69ebc38fb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'name': 'tempest-AttachVolumeTestJSON-327368075-router', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:14Z', 'revision_number': 4, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'gw_port': {'id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '31806db4-3ba8-4d25-9939-ec2d55da9a1e', 'name': '', 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'mac_address': 'fa:16:3e:fa:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:13Z', 'updated_at': '2022-02-16T18:20:19Z', 'revision_number': 5, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'subnets': [{'id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:24:58.900579 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86df119-89c0-4c1c-b4f6-d69ebc38fb12 None None] Checking router: bf206999-21fd-48f2-880a-1a878b4c6f6f for host: dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:24:58.909777 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86df119-89c0-4c1c-b4f6-d69ebc38fb12 None None] Routers {'bf206999-21fd-48f2-880a-1a878b4c6f6f'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:24:58.910374 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-b86df119-89c0-4c1c-b4f6-d69ebc38fb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:24:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['bf206999-21fd-48f2-880a-1a878b4c6f6f'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:24:59.022178 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-b86df119-89c0-4c1c-b4f6-d69ebc38fb12 None None] Set router bf206999-21fd-48f2-880a-1a878b4c6f6f gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:24:59.205327 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bbf8ffd9-b623-44ba-9a31-de6f47eac68f req-a05536ca-b12e-42e8-ba1e-7fb124683581 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=863c1552-51f2-45c2-b3cd-9a674b063f6e HTTP/1.1" status: 200 len: 210 time: 0.0320461 Feb 16 18:24:59.259113 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-b86df119-89c0-4c1c-b4f6-d69ebc38fb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'name': 'tempest-AttachVolumeTestJSON-327368075-router', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:14Z', 'revision_number': 4, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'gw_port': {'id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '31806db4-3ba8-4d25-9939-ec2d55da9a1e', 'name': '', 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'mac_address': 'fa:16:3e:fa:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:13Z', 'updated_at': '2022-02-16T18:20:19Z', 'revision_number': 5, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'subnets': [{'id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:24:59.286258 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86df119-89c0-4c1c-b4f6-d69ebc38fb12 None None] The sync data for ids ['bf206999-21fd-48f2-880a-1a878b4c6f6f'] in dv-cinder-773985-33-iscsi is: [{'id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'name': 'tempest-AttachVolumeTestJSON-327368075-router', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:14Z', 'revision_number': 4, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'gw_port': {'id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '31806db4-3ba8-4d25-9939-ec2d55da9a1e', 'name': '', 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'mac_address': 'fa:16:3e:fa:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:13Z', 'updated_at': '2022-02-16T18:20:19Z', 'revision_number': 5, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'subnets': [{'id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:24:59.536800 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1796355-e60f-4d25-8233-62cbb7d6809b req-4243759e-3848-4b26-a05b-63e6a22a4e14 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:24:59.542357 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-c1796355-e60f-4d25-8233-62cbb7d6809b req-4243759e-3848-4b26-a05b-63e6a22a4e14 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 944 time: 0.0677285 Feb 16 18:24:59.555825 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6fb6d1-977f-4b9e-9969-348b2a2db0b1 None None] New status for floating IP 14f5a5e4-5829-4c50-b30f-356b42d7f5c5: DOWN {{(pid=103279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 18:24:59.590662 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-c1796355-e60f-4d25-8233-62cbb7d6809b req-35608bd8-e183-413e-a81e-f48da8db3cb8 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462189 Feb 16 18:24:59.875453 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 099e0137-669d-4fda-b1f2-8dbf6595a131 up at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:24:59.983708 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning for port 099e0137-669d-4fda-b1f2-8dbf6595a131 completed by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:24:59.987787 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning complete for port 099e0137-669d-4fda-b1f2-8dbf6595a131 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:24:59.988161 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (099e0137-669d-4fda-b1f2-8dbf6595a131), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:00.072197 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 099e0137-669d-4fda-b1f2-8dbf6595a131 is: BUILD; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:25:00.072512 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (099e0137-669d-4fda-b1f2-8dbf6595a131), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:00.096034 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcae768a-561b-4d78-8c58-2b78f3ede2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099e0137-669d-4fda-b1f2-8dbf6595a131'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:25:00.099083 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75c1694-f8e2-41fe-90e0-12e877f4ad39" -d '{"events": [{"server_uuid": "dcae768a-561b-4d78-8c58-2b78f3ede2ec", "name": "network-vif-plugged", "status": "completed", "tag": "099e0137-669d-4fda-b1f2-8dbf6595a131"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:25:00.115591 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 099e0137-669d-4fda-b1f2-8dbf6595a131, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=099e0137-669d-4fda-b1f2-8dbf6595a131,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:25:00.136966 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747015f0-4aba-4248-b6b3-baa96b1a51fc x-openstack-request-id: req-747015f0-4aba-4248-b6b3-baa96b1a51fc {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:25:00.137292 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcae768a-561b-4d78-8c58-2b78f3ede2ec", "name": "network-vif-plugged", "status": "completed", "tag": "099e0137-669d-4fda-b1f2-8dbf6595a131", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:25:00.137549 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-747015f0-4aba-4248-b6b3-baa96b1a51fc {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:25:00.137974 dv-cinder-773985-33-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcae768a-561b-4d78-8c58-2b78f3ede2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099e0137-669d-4fda-b1f2-8dbf6595a131', 'code': 200} Feb 16 18:25:00.224479 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (099e0137-669d-4fda-b1f2-8dbf6595a131), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:00.229843 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device e7404f7f-4115-4ed5-81ed-47e766032126 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:25:00.268467 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] No Port match for: e7404f7f-4115-4ed5-81ed-47e766032126 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:25:00.279731 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device e7404f7f-4115-4ed5-81ed-47e766032126 not bound to the agent host hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:25:00.279731 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 06a5ed16-276d-4d2f-b25d-c49174d2ecc6 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:25:00.292378 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] No Port match for: 06a5ed16-276d-4d2f-b25d-c49174d2ecc6 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:25:00.292727 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 06a5ed16-276d-4d2f-b25d-c49174d2ecc6 not bound to the agent host hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:25:00.298626 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863c1552-51f2-45c2-b3cd-9a674b063f6e', 'name': 'network-vif-deleted', 'tag': 'e7404f7f-4115-4ed5-81ed-47e766032126'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:25:00.303871 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868b5f4c-8cc0-4d22-8978-70340cceb5b3" -d '{"events": [{"server_uuid": "863c1552-51f2-45c2-b3cd-9a674b063f6e", "name": "network-vif-deleted", "tag": "e7404f7f-4115-4ed5-81ed-47e766032126"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:25:00.315923 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=099e0137-669d-4fda-b1f2-8dbf6595a131,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:25:00.341553 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8219bda9-ae31-4701-924e-02bd25c0fd34 x-openstack-request-id: req-8219bda9-ae31-4701-924e-02bd25c0fd34 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:25:00.341842 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863c1552-51f2-45c2-b3cd-9a674b063f6e", "name": "network-vif-deleted", "tag": "e7404f7f-4115-4ed5-81ed-47e766032126", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:25:00.342090 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8219bda9-ae31-4701-924e-02bd25c0fd34 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:25:00.342479 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863c1552-51f2-45c2-b3cd-9a674b063f6e', 'name': 'network-vif-deleted', 'tag': 'e7404f7f-4115-4ed5-81ed-47e766032126', 'status': 'completed', 'code': 200} Feb 16 18:25:00.372938 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 60392) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:25:00.429516 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7bd55e84-ae51-424f-a310-a6cde762feaf tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for security_group (ac63da0c-7938-4c06-8870-14f676e9c5db), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:00.453432 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7bd55e84-ae51-424f-a310-a6cde762feaf tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for security_group (ac63da0c-7938-4c06-8870-14f676e9c5db), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:00.538093 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a2b54-08bc-471d-8898-847bfacd46cf req-6475a5d0-706b-4726-917d-fd5a807feab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:00.539867 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c76a2b54-08bc-471d-8898-847bfacd46cf req-6475a5d0-706b-4726-917d-fd5a807feab6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 1129 time: 0.0625312 Feb 16 18:25:00.586742 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c76a2b54-08bc-471d-8898-847bfacd46cf req-1540b474-e883-46b0-8ef5-12713250297f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392518 Feb 16 18:25:00.606673 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7bd55e84-ae51-424f-a310-a6cde762feaf tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (ac63da0c-7938-4c06-8870-14f676e9c5db), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:00.609597 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-7bd55e84-ae51-424f-a310-a6cde762feaf tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:00.611823 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-7bd55e84-ae51-424f-a310-a6cde762feaf tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "DELETE /v2.0/security-groups/ac63da0c-7938-4c06-8870-14f676e9c5db HTTP/1.1" status: 204 len: 168 time: 0.2367818 Feb 16 18:25:00.616964 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 60398) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:25:00.629310 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd55e84-ae51-424f-a310-a6cde762feaf tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac63da0c-7938-4c06-8870-14f676e9c5db,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:25:00.630056 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.api.v2.resource [None req-7331203d-7d20-49ac-9195-f441eca8d24f tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] show failed (client error): The resource could not be found. Feb 16 18:25:00.631824 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-7331203d-7d20-49ac-9195-f441eca8d24f tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups/ac63da0c-7938-4c06-8870-14f676e9c5db HTTP/1.1" status: 404 len: 347 time: 0.0135925 Feb 16 18:25:00.634990 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 60402) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:25:00.789739 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806a139-9f63-4159-abcf-8395e70255c5 req-5261fcf6-9437-4a0f-ba0f-d3171d6335d6 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:00.791402 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9806a139-9f63-4159-abcf-8395e70255c5 req-5261fcf6-9437-4a0f-ba0f-d3171d6335d6 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.1163657 Feb 16 18:25:00.850015 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2982b8bc-eb15-4c00-a4a9-f006ccfc2b3b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Deleting port baaedab7-470c-4fd7-899b-2c79613f6f3e {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:25:00.850268 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2982b8bc-eb15-4c00-a4a9-f006ccfc2b3b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (baaedab7-470c-4fd7-899b-2c79613f6f3e), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:00.872174 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9806a139-9f63-4159-abcf-8395e70255c5 req-227c1b4b-e3ba-42d3-8501-a5b09c1b4230 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739036 Feb 16 18:25:00.943265 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2982b8bc-eb15-4c00-a4a9-f006ccfc2b3b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (baaedab7-470c-4fd7-899b-2c79613f6f3e), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:00.943646 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2982b8bc-eb15-4c00-a4a9-f006ccfc2b3b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for floatingip (baaedab7-470c-4fd7-899b-2c79613f6f3e), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:00.957187 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-2982b8bc-eb15-4c00-a4a9-f006ccfc2b3b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Calling delete_port for baaedab7-470c-4fd7-899b-2c79613f6f3e owned by network:floatingip {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:25:01.152419 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2982b8bc-eb15-4c00-a4a9-f006ccfc2b3b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (baaedab7-470c-4fd7-899b-2c79613f6f3e), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:01.180077 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982b8bc-eb15-4c00-a4a9-f006ccfc2b3b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Pushing event deleted for resources: {'Port': ['ID=baaedab7-470c-4fd7-899b-2c79613f6f3e,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:25:01.241051 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2982b8bc-eb15-4c00-a4a9-f006ccfc2b3b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for floatingip (14f5a5e4-5829-4c50-b30f-356b42d7f5c5), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:01.243871 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-2982b8bc-eb15-4c00-a4a9-f006ccfc2b3b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for floatingip (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:01.245007 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-2982b8bc-eb15-4c00-a4a9-f006ccfc2b3b tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "DELETE /v2.0/floatingips/14f5a5e4-5829-4c50-b30f-356b42d7f5c5 HTTP/1.1" status: 204 len: 168 time: 0.6088626 Feb 16 18:25:01.532052 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 60406) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:25:01.537338 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-293bd9c7-bf5b-4dd8-9dc9-d539807f7cf1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1353997684', 'description': 'tempest-description--60338011'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:25:01.623882 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-293bd9c7-bf5b-4dd8-9dc9-d539807f7cf1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:01.711238 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-293bd9c7-bf5b-4dd8-9dc9-d539807f7cf1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for security_group (a38e1859-6e40-40fc-b849-6bf4287c4488), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:01.809589 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-293bd9c7-bf5b-4dd8-9dc9-d539807f7cf1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (a38e1859-6e40-40fc-b849-6bf4287c4488), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:01.840678 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293bd9c7-bf5b-4dd8-9dc9-d539807f7cf1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a38e1859-6e40-40fc-b849-6bf4287c4488,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:25:01.891382 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-293bd9c7-bf5b-4dd8-9dc9-d539807f7cf1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:01.892669 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-293bd9c7-bf5b-4dd8-9dc9-d539807f7cf1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3595674 Feb 16 18:25:01.896121 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 60412) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:25:01.900510 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-929d9936-181b-42d1-80bb-399bc7e27892 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Request body: {'security_group_rule': {'security_group_id': 'a38e1859-6e40-40fc-b849-6bf4287c4488', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:25:02.005900 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5282d38-f7b5-4d94-82e9-2f00c6ba0e91 req-aaaf2c80-d179-4069-b0f1-bf10736c3630 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:02.007407 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e5282d38-f7b5-4d94-82e9-2f00c6ba0e91 req-aaaf2c80-d179-4069-b0f1-bf10736c3630 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.0579259 Feb 16 18:25:02.014599 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-929d9936-181b-42d1-80bb-399bc7e27892 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for security_group_rule (f9aea34e-f34e-40f5-affa-1e68459b3348), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:02.095161 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e5282d38-f7b5-4d94-82e9-2f00c6ba0e91 req-bbb6dda5-1286-40bc-85f9-b967af57e9f9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814898 Feb 16 18:25:02.096773 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-929d9936-181b-42d1-80bb-399bc7e27892 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for security_group_rule (f9aea34e-f34e-40f5-affa-1e68459b3348), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:02.147642 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5f41d3d1-f12f-4ccd-bf9f-171517808e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:02.175076 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-929d9936-181b-42d1-80bb-399bc7e27892 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678345'] for security_group_rule (f9aea34e-f34e-40f5-affa-1e68459b3348), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:02.190573 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d9936-181b-42d1-80bb-399bc7e27892 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9aea34e-f34e-40f5-affa-1e68459b3348,revision_number=0']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:25:02.222889 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57eec6-06ff-4329-bb0d-9890dba20074 req-e8a62797-ca3b-421b-97cf-3c6e6058a5a7 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:02.225297 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-4f57eec6-06ff-4329-bb0d-9890dba20074 req-e8a62797-ca3b-421b-97cf-3c6e6058a5a7 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.0580628 Feb 16 18:25:02.233854 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 60420) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:25:02.239402 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-1b7b5809-2706-4292-aef2-b5c1fde130a5 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Request body: {'floatingip': {'port_id': '099e0137-669d-4fda-b1f2-8dbf6595a131'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:25:02.275489 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-929d9936-181b-42d1-80bb-399bc7e27892 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:02.276544 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-929d9936-181b-42d1-80bb-399bc7e27892 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3795133 Feb 16 18:25:02.279265 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 60422) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:25:02.283610 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-32f49d75-299d-4830-84e0-75a5c827f712 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Request body: {'security_group_rule': {'security_group_id': 'a38e1859-6e40-40fc-b849-6bf4287c4488', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:25:02.296850 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1b7b5809-2706-4292-aef2-b5c1fde130a5 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for floatingip (777fe408-99c5-4122-8b28-0246fff9d5ee), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:02.458639 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-32f49d75-299d-4830-84e0-75a5c827f712 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for security_group_rule (b31d3020-8a09-4955-a794-4d562e070be4), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:02.554728 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-32f49d75-299d-4830-84e0-75a5c827f712 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for security_group_rule (b31d3020-8a09-4955-a794-4d562e070be4), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:02.635165 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-32f49d75-299d-4830-84e0-75a5c827f712 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678345'] for security_group_rule (b31d3020-8a09-4955-a794-4d562e070be4), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:02.679392 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f49d75-299d-4830-84e0-75a5c827f712 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31d3020-8a09-4955-a794-4d562e070be4,revision_number=0']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:25:02.745530 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-32f49d75-299d-4830-84e0-75a5c827f712 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:02.746749 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-32f49d75-299d-4830-84e0-75a5c827f712 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4664857 Feb 16 18:25:02.749956 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 60426) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:25:02.754434 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-e9ae35af-9971-474c-aa0e-b73356e7b8b4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Request body: {'floatingip': {'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:25:02.799605 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1b7b5809-2706-4292-aef2-b5c1fde130a5 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:02.858225 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e9ae35af-9971-474c-aa0e-b73356e7b8b4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:02.897826 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1b7b5809-2706-4292-aef2-b5c1fde130a5 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459730'] for floatingip (777fe408-99c5-4122-8b28-0246fff9d5ee), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:02.958452 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e9ae35af-9971-474c-aa0e-b73356e7b8b4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:03.006330 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.db.l3_db [None req-1b7b5809-2706-4292-aef2-b5c1fde130a5 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Floating IP 777fe408-99c5-4122-8b28-0246fff9d5ee associated. External IP: 172.27.3.137, port: 099e0137-669d-4fda-b1f2-8dbf6595a131. Feb 16 18:25:03.068348 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-e9ae35af-9971-474c-aa0e-b73356e7b8b4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Allocated IP 172.27.3.104 (c00f8eca-8c80-474c-b61e-3160eeb0c24d/19362ace-3fbd-48f2-895e-4d065f6f071c/7d46cf92-67ac-4d9f-a104-a81f8b132983) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:25:03.233207 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e9ae35af-9971-474c-aa0e-b73356e7b8b4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for port (7d46cf92-67ac-4d9f-a104-a81f8b132983), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:03.251900 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7b5809-2706-4292-aef2-b5c1fde130a5 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Router 53fca622-53a6-453c-993b-e554e846db49 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:25:03.274032 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85981841-bcae-403e-9ea6-e77a34e852db req-b3192436-d00f-47a7-b3ab-75f2252ab0ba tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:03.275799 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-85981841-bcae-403e-9ea6-e77a34e852db req-b3192436-d00f-47a7-b3ab-75f2252ab0ba tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 985 time: 0.1093071 Feb 16 18:25:03.341339 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-85981841-bcae-403e-9ea6-e77a34e852db req-e4a03928-0fcb-4ba4-857c-2e28a1df7c28 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&id=681de984-1938-4ea6-99d5-5c032140b358&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0577385 Feb 16 18:25:03.375948 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7b5809-2706-4292-aef2-b5c1fde130a5 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:25:03.381038 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1b7b5809-2706-4292-aef2-b5c1fde130a5 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for floatingip (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:03.381347 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e9ae35af-9971-474c-aa0e-b73356e7b8b4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (7d46cf92-67ac-4d9f-a104-a81f8b132983), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:03.387169 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf33ffdf-f004-4b28-8e5f-c03647121684 None None] Sync routers for ids ['53fca622-53a6-453c-993b-e554e846db49'] in dv-cinder-773985-33-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:25:03.400713 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf33ffdf-f004-4b28-8e5f-c03647121684 None None] Routers {'53fca622-53a6-453c-993b-e554e846db49'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:25:03.401665 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-bf33ffdf-f004-4b28-8e5f-c03647121684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:24:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['53fca622-53a6-453c-993b-e554e846db49'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:25:03.412771 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-1b7b5809-2706-4292-aef2-b5c1fde130a5 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "PUT /v2.0/floatingips/777fe408-99c5-4122-8b28-0246fff9d5ee HTTP/1.1" status: 200 len: 991 time: 1.1777365 Feb 16 18:25:03.417905 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcae768a-561b-4d78-8c58-2b78f3ede2ec', 'tag': '099e0137-669d-4fda-b1f2-8dbf6595a131'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:25:03.417905 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e781b8a1-fae0-4cc7-b607-b56021a69133" -d '{"events": [{"name": "network-changed", "server_uuid": "dcae768a-561b-4d78-8c58-2b78f3ede2ec", "tag": "099e0137-669d-4fda-b1f2-8dbf6595a131"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:25:03.445166 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ae35af-9971-474c-aa0e-b73356e7b8b4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Network c00f8eca-8c80-474c-b61e-3160eeb0c24d is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:25:03.449149 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-e9ae35af-9971-474c-aa0e-b73356e7b8b4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:25:03.452257 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ae35af-9971-474c-aa0e-b73356e7b8b4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:25:03.455544 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae35af-9971-474c-aa0e-b73356e7b8b4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Pushing event updated for resources: {'Port': ['ID=7d46cf92-67ac-4d9f-a104-a81f8b132983,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:25:03.487037 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd48a76f-1024-49a5-8c52-11d1e92af5cf x-openstack-request-id: req-cd48a76f-1024-49a5-8c52-11d1e92af5cf {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:25:03.487336 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcae768a-561b-4d78-8c58-2b78f3ede2ec", "tag": "099e0137-669d-4fda-b1f2-8dbf6595a131", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:25:03.487700 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cd48a76f-1024-49a5-8c52-11d1e92af5cf {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:25:03.488275 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcae768a-561b-4d78-8c58-2b78f3ede2ec', 'tag': '099e0137-669d-4fda-b1f2-8dbf6595a131', 'status': 'completed', 'code': 200} Feb 16 18:25:03.564259 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e9ae35af-9971-474c-aa0e-b73356e7b8b4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for floatingip (12ba9b56-3cf6-4778-b644-b9d93df5ebeb), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:03.588605 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-bf33ffdf-f004-4b28-8e5f-c03647121684 None None] Set router 53fca622-53a6-453c-993b-e554e846db49 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:25:03.684695 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e9ae35af-9971-474c-aa0e-b73356e7b8b4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (7d46cf92-67ac-4d9f-a104-a81f8b132983), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:03.852555 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e9ae35af-9971-474c-aa0e-b73356e7b8b4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for port (7d46cf92-67ac-4d9f-a104-a81f8b132983), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:03.890047 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-bf33ffdf-f004-4b28-8e5f-c03647121684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fca622-53a6-453c-993b-e554e846db49', 'name': 'tempest-AttachVolumeShelveTestJSON-957068951-router', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:24:41Z', 'updated_at': '2022-02-16T18:24:44Z', 'revision_number': 4, 'project_id': 'f578810a0a59485687a431fe9130087f', 'gw_port': {'id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:42Z', 'updated_at': '2022-02-16T18:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': '777fe408-99c5-4122-8b28-0246fff9d5ee', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': '53fca622-53a6-453c-993b-e554e846db49', 'port_id': '099e0137-669d-4fda-b1f2-8dbf6595a131', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'mac_address': 'fa:16:3e:50:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcae768a-561b-4d78-8c58-2b78f3ede2ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:24:48Z', 'updated_at': '2022-02-16T18:25:02Z', 'revision_number': 1, 'project_id': 'f578810a0a59485687a431fe9130087f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627f9427-0c17-4a69-ae7c-e38c29c51b09', 'name': '', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'mac_address': 'fa:16:3e:08:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:44Z', 'updated_at': '2022-02-16T18:24:48Z', 'revision_number': 5, 'project_id': 'f578810a0a59485687a431fe9130087f', 'subnets': [{'id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:25:03.901383 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e9ae35af-9971-474c-aa0e-b73356e7b8b4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9128183'] for port (7d46cf92-67ac-4d9f-a104-a81f8b132983), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:03.917134 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf33ffdf-f004-4b28-8e5f-c03647121684 None None] Checking router: 53fca622-53a6-453c-993b-e554e846db49 for host: dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:25:03.925773 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf33ffdf-f004-4b28-8e5f-c03647121684 None None] Routers {'53fca622-53a6-453c-993b-e554e846db49'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:25:03.926391 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-bf33ffdf-f004-4b28-8e5f-c03647121684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:24:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['53fca622-53a6-453c-993b-e554e846db49'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:25:03.976427 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae35af-9971-474c-aa0e-b73356e7b8b4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Pushing event updated for resources: {'Port': ['ID=7d46cf92-67ac-4d9f-a104-a81f8b132983,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:25:03.985619 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e9ae35af-9971-474c-aa0e-b73356e7b8b4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459730'] for floatingip (12ba9b56-3cf6-4778-b644-b9d93df5ebeb), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:04.043465 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-bf33ffdf-f004-4b28-8e5f-c03647121684 None None] Set router 53fca622-53a6-453c-993b-e554e846db49 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:25:04.060476 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e9ae35af-9971-474c-aa0e-b73356e7b8b4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for floatingip (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:04.061773 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-e9ae35af-9971-474c-aa0e-b73356e7b8b4 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3108308 Feb 16 18:25:04.286529 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-f8c70fc1-12e9-4171-8a49-83ca061950c0 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1353997684&fields=id&tenant_id=0aaf8bb86aa245d6a791ffe04f8a7cea HTTP/1.1" status: 200 len: 267 time: 0.0492196 Feb 16 18:25:04.292648 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-bf33ffdf-f004-4b28-8e5f-c03647121684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fca622-53a6-453c-993b-e554e846db49', 'name': 'tempest-AttachVolumeShelveTestJSON-957068951-router', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:24:41Z', 'updated_at': '2022-02-16T18:24:44Z', 'revision_number': 4, 'project_id': 'f578810a0a59485687a431fe9130087f', 'gw_port': {'id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:42Z', 'updated_at': '2022-02-16T18:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': '777fe408-99c5-4122-8b28-0246fff9d5ee', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': '53fca622-53a6-453c-993b-e554e846db49', 'port_id': '099e0137-669d-4fda-b1f2-8dbf6595a131', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'mac_address': 'fa:16:3e:50:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcae768a-561b-4d78-8c58-2b78f3ede2ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:24:48Z', 'updated_at': '2022-02-16T18:25:02Z', 'revision_number': 1, 'project_id': 'f578810a0a59485687a431fe9130087f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627f9427-0c17-4a69-ae7c-e38c29c51b09', 'name': '', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'mac_address': 'fa:16:3e:08:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:44Z', 'updated_at': '2022-02-16T18:24:48Z', 'revision_number': 5, 'project_id': 'f578810a0a59485687a431fe9130087f', 'subnets': [{'id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:25:04.319128 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf33ffdf-f004-4b28-8e5f-c03647121684 None None] The sync data for ids ['53fca622-53a6-453c-993b-e554e846db49'] in dv-cinder-773985-33-iscsi is: [{'id': '53fca622-53a6-453c-993b-e554e846db49', 'name': 'tempest-AttachVolumeShelveTestJSON-957068951-router', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:24:41Z', 'updated_at': '2022-02-16T18:24:44Z', 'revision_number': 4, 'project_id': 'f578810a0a59485687a431fe9130087f', 'gw_port': {'id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:42Z', 'updated_at': '2022-02-16T18:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': '777fe408-99c5-4122-8b28-0246fff9d5ee', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': '53fca622-53a6-453c-993b-e554e846db49', 'port_id': '099e0137-669d-4fda-b1f2-8dbf6595a131', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'mac_address': 'fa:16:3e:50:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcae768a-561b-4d78-8c58-2b78f3ede2ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:24:48Z', 'updated_at': '2022-02-16T18:25:02Z', 'revision_number': 1, 'project_id': 'f578810a0a59485687a431fe9130087f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627f9427-0c17-4a69-ae7c-e38c29c51b09', 'name': '', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'mac_address': 'fa:16:3e:08:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:44Z', 'updated_at': '2022-02-16T18:24:48Z', 'revision_number': 5, 'project_id': 'f578810a0a59485687a431fe9130087f', 'subnets': [{'id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:25:04.407908 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-2fc41f14-b1da-4327-bc9f-112d300abd29 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:04.409537 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-2fc41f14-b1da-4327-bc9f-112d300abd29 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/networks?id=2e0a2f9f-e6a2-446a-9d48-be3aafb44596 HTTP/1.1" status: 200 len: 810 time: 0.1149080 Feb 16 18:25:04.429627 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-603cf98d-d3ce-4724-b095-0f2dc7d9674f tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/quotas/0aaf8bb86aa245d6a791ffe04f8a7cea HTTP/1.1" status: 200 len: 375 time: 0.0137854 Feb 16 18:25:04.482806 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20666d-4fe0-4234-a19f-370856f50101 req-8a1a201f-8011-48ef-99be-095a8d7816b9 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:04.484609 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-af20666d-4fe0-4234-a19f-370856f50101 req-8a1a201f-8011-48ef-99be-095a8d7816b9 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 985 time: 0.0640709 Feb 16 18:25:04.495458 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-7b2da253-c4f1-4a15-ab9b-1a1ebc27e5aa tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=0aaf8bb86aa245d6a791ffe04f8a7cea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628853 Feb 16 18:25:04.500883 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6004772d-861e-4a24-92e7-719e8769b988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:04.554096 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-af20666d-4fe0-4234-a19f-370856f50101 req-299c6ecf-d831-47f7-8e2a-b325917c5587 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&id=681de984-1938-4ea6-99d5-5c032140b358&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0632827 Feb 16 18:25:04.587159 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c5386a-66a2-41fe-b522-47ff9080ff0f None None] New status for floating IP 777fe408-99c5-4122-8b28-0246fff9d5ee: ACTIVE {{(pid=103279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 18:25:04.604353 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-a259f325-86c5-438f-958c-19dd0ad0323a service neutron] 10.222.0.87 "GET /v2.0/networks/2e0a2f9f-e6a2-446a-9d48-be3aafb44596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961227 Feb 16 18:25:04.712919 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-fcc455fc-a897-49fe-b46b-4795474dd3fb service neutron] 10.222.0.87 "GET /v2.0/networks/2e0a2f9f-e6a2-446a-9d48-be3aafb44596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016350 Feb 16 18:25:04.927631 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781b8a1-fae0-4cc7-b607-b56021a69133 req-69499ed9-c522-4342-a8e1-fec6a9e9d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:04.929271 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e781b8a1-fae0-4cc7-b607-b56021a69133 req-69499ed9-c522-4342-a8e1-fec6a9e9d364 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f578810a0a59485687a431fe9130087f&device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 1129 time: 0.0912569 Feb 16 18:25:04.931015 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98b58d-bf02-4ffb-a20b-d03c88e22497 req-1bc38d9b-7fe2-47d1-964e-2b0a3b30ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:04.932384 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-cc98b58d-bf02-4ffb-a20b-d03c88e22497 req-1bc38d9b-7fe2-47d1-964e-2b0a3b30ffcc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=504750dba476418dbce439401f05472d&device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 1169 time: 0.0806673 Feb 16 18:25:04.966234 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c726cb0f-f39b-426b-bdd2-c0a0bd167cfc req-e323a91f-a8b5-4355-8d66-fa8574a567f9 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d7384ed-8839-41a5-b671-ff2d72a2b06a HTTP/1.1" status: 200 len: 210 time: 0.0326955 Feb 16 18:25:05.121173 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781b8a1-fae0-4cc7-b607-b56021a69133 req-58d1fb8f-8e19-4fe6-8e77-1c1fd45a59bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:05.122617 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e781b8a1-fae0-4cc7-b607-b56021a69133 req-58d1fb8f-8e19-4fe6-8e77-1c1fd45a59bf service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bd730bd-dcfb-4229-829f-7f99ec690a12 HTTP/1.1" status: 200 len: 917 time: 0.1602361 Feb 16 18:25:05.123890 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98b58d-bf02-4ffb-a20b-d03c88e22497 req-b3fcd98c-5aec-4668-8143-2cdbfc270640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:05.125256 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-cc98b58d-bf02-4ffb-a20b-d03c88e22497 req-b3fcd98c-5aec-4668-8143-2cdbfc270640 service neutron] 10.222.0.45 "GET /v2.0/networks?id=146f32e9-98cf-4603-aa28-6dcd74956ad8 HTTP/1.1" status: 200 len: 915 time: 0.1616504 Feb 16 18:25:05.248492 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-cc98b58d-bf02-4ffb-a20b-d03c88e22497 req-821a72e8-1062-4b00-b79d-f8eb3fa00326 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7759685a-c9eb-4959-b5c8-6791df735cc5 HTTP/1.1" status: 200 len: 1002 time: 0.1073742 Feb 16 18:25:05.250361 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e781b8a1-fae0-4cc7-b607-b56021a69133 req-bb92b007-b61d-4775-af7b-960932d8a49b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=099e0137-669d-4fda-b1f2-8dbf6595a131 HTTP/1.1" status: 200 len: 1001 time: 0.1146777 Feb 16 18:25:05.339642 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98b58d-bf02-4ffb-a20b-d03c88e22497 req-301c3ab8-9f3b-46f9-bc46-ef38b211b3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:05.341090 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-cc98b58d-bf02-4ffb-a20b-d03c88e22497 req-301c3ab8-9f3b-46f9-bc46-ef38b211b3b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6943099e-918e-4aea-8b30-7b25ef27e6ab HTTP/1.1" status: 200 len: 853 time: 0.0801811 Feb 16 18:25:05.342499 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781b8a1-fae0-4cc7-b607-b56021a69133 req-a793273a-7126-4760-9d64-3b0e9feaaff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:05.343779 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e781b8a1-fae0-4cc7-b607-b56021a69133 req-a793273a-7126-4760-9d64-3b0e9feaaff6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bedee63e-09ba-4347-9c07-16dc3ce2fd69 HTTP/1.1" status: 200 len: 855 time: 0.0814712 Feb 16 18:25:05.430152 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98b58d-bf02-4ffb-a20b-d03c88e22497 req-620089a9-0b07-4293-b598-4e4c146769aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:05.431640 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-cc98b58d-bf02-4ffb-a20b-d03c88e22497 req-620089a9-0b07-4293-b598-4e4c146769aa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=146f32e9-98cf-4603-aa28-6dcd74956ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0781298 Feb 16 18:25:05.434101 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781b8a1-fae0-4cc7-b607-b56021a69133 req-286a16f1-c800-49a4-b708-75a69886ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:05.436942 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e781b8a1-fae0-4cc7-b607-b56021a69133 req-286a16f1-c800-49a4-b708-75a69886ec21 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd730bd-dcfb-4229-829f-7f99ec690a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0746014 Feb 16 18:25:05.595264 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:05.596261 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-cc98b58d-bf02-4ffb-a20b-d03c88e22497 req-5f1f5c91-c043-4825-8063-9db8e083eb8f service neutron] 10.222.0.45 "GET /v2.0/networks/146f32e9-98cf-4603-aa28-6dcd74956ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519990 Feb 16 18:25:05.598388 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e781b8a1-fae0-4cc7-b607-b56021a69133 req-8fa6852e-5113-4b0b-96ac-4fce4a78fe5c service neutron] 10.222.0.45 "GET /v2.0/networks/5bd730bd-dcfb-4229-829f-7f99ec690a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530344 Feb 16 18:25:05.684007 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a92748-b2f3-488b-b6fa-ca60727a72fb req-ff87421a-ca75-410c-aa57-7c68d8069ecf tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:05.687653 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-b0a92748-b2f3-488b-b6fa-ca60727a72fb req-ff87421a-ca75-410c-aa57-7c68d8069ecf tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 985 time: 0.0577912 Feb 16 18:25:05.750819 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-b0a92748-b2f3-488b-b6fa-ca60727a72fb req-a496f685-c035-43f0-9aab-f2e3438e6601 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&id=681de984-1938-4ea6-99d5-5c032140b358&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0590825 Feb 16 18:25:06.023954 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-cc98b58d-bf02-4ffb-a20b-d03c88e22497 req-c89587a0-9a31-4afc-8a39-765883bcb13d service neutron] 10.222.0.45 "GET /v2.0/networks/146f32e9-98cf-4603-aa28-6dcd74956ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141345 Feb 16 18:25:06.026211 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e781b8a1-fae0-4cc7-b607-b56021a69133 req-af98a784-248a-45b6-b27f-b34b417b12e5 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd730bd-dcfb-4229-829f-7f99ec690a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153590 Feb 16 18:25:06.070697 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-35dfd566-7224-411b-a6ec-16226e70b438 req-8cbc0b5c-6e56-4deb-81dd-faf9a18c7a09 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d7384ed-8839-41a5-b671-ff2d72a2b06a HTTP/1.1" status: 200 len: 210 time: 0.0286183 Feb 16 18:25:06.872528 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da987834-2622-4459-9078-532df2d4faea req-0bf6c754-403e-4736-9dca-6606742ce037 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:06.874107 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-da987834-2622-4459-9078-532df2d4faea req-0bf6c754-403e-4736-9dca-6606742ce037 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 985 time: 0.0547340 Feb 16 18:25:06.880706 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-81e436c8-eeff-4734-8be9-bf74e63f26c3 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:06.890413 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-81e436c8-eeff-4734-8be9-bf74e63f26c3 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.45 "GET /v2.0/networks?id=2e0a2f9f-e6a2-446a-9d48-be3aafb44596 HTTP/1.1" status: 200 len: 810 time: 0.1232376 Feb 16 18:25:06.940227 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-da987834-2622-4459-9078-532df2d4faea req-a7be2049-f3e1-41e5-9a41-49a889b8bfd8 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&id=681de984-1938-4ea6-99d5-5c032140b358&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0596032 Feb 16 18:25:06.955505 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-ac486b36-73ff-4f6d-9834-89d798b650ba tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0aaf8bb86aa245d6a791ffe04f8a7cea HTTP/1.1" status: 200 len: 380 time: 0.0561912 Feb 16 18:25:06.965681 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-97a21dc2-ce59-49c6-807e-ce5b6c9503df tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Request body: {'port': {'device_id': '8d7384ed-8839-41a5-b671-ff2d72a2b06a', 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596', 'admin_state_up': True, 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'security_groups': ['a38e1859-6e40-40fc-b849-6bf4287c4488']}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:25:07.030104 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:07.148485 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-97a21dc2-ce59-49c6-807e-ce5b6c9503df tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Made reservation on behalf of 0aaf8bb86aa245d6a791ffe04f8a7cea for: {'port': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:25:07.151975 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-97a21dc2-ce59-49c6-807e-ce5b6c9503df tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:07.196564 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bb55f3bd-cd6e-4e13-8b09-0aa2877980e0 req-de7d0ed4-d242-401c-afd2-33f86a1f6345 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d7384ed-8839-41a5-b671-ff2d72a2b06a HTTP/1.1" status: 200 len: 210 time: 0.0411172 Feb 16 18:25:07.305290 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-97a21dc2-ce59-49c6-807e-ce5b6c9503df tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Allocated IP 172.20.0.5 (2e0a2f9f-e6a2-446a-9d48-be3aafb44596/0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a/776bc1a7-7bb4-4b74-a1d4-07a58e0a5146) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:25:07.446263 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-97a21dc2-ce59-49c6-807e-ce5b6c9503df tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for port (776bc1a7-7bb4-4b74-a1d4-07a58e0a5146), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:07.526857 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-97a21dc2-ce59-49c6-807e-ce5b6c9503df tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (776bc1a7-7bb4-4b74-a1d4-07a58e0a5146), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:07.572064 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-97a21dc2-ce59-49c6-807e-ce5b6c9503df tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Network 2e0a2f9f-e6a2-446a-9d48-be3aafb44596 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:25:07.575125 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-97a21dc2-ce59-49c6-807e-ce5b6c9503df tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:25:07.579068 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-97a21dc2-ce59-49c6-807e-ce5b6c9503df tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:25:07.603141 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a21dc2-ce59-49c6-807e-ce5b6c9503df tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Pushing event updated for resources: {'Port': ['ID=776bc1a7-7bb4-4b74-a1d4-07a58e0a5146,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:25:07.631834 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-97a21dc2-ce59-49c6-807e-ce5b6c9503df tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:07.632557 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-97a21dc2-ce59-49c6-807e-ce5b6c9503df tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:07.721191 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-97a21dc2-ce59-49c6-807e-ce5b6c9503df tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7599502 Feb 16 18:25:07.736343 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-6f41e672-5078-4e90-a673-9c5aeb0d392f service neutron] Request body: {'port': {'device_id': '8d7384ed-8839-41a5-b671-ff2d72a2b06a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:25:07.802083 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-6f41e672-5078-4e90-a673-9c5aeb0d392f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (776bc1a7-7bb4-4b74-a1d4-07a58e0a5146), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:07.809381 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-e1223788-e7a5-4779-b415-c1f8997b6646 None None] Provisioning complete for port 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:25:07.810579 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e1223788-e7a5-4779-b415-c1f8997b6646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (776bc1a7-7bb4-4b74-a1d4-07a58e0a5146), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:07.847466 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-e1223788-e7a5-4779-b415-c1f8997b6646 None None] Port 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146 cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:25:08.065273 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-6f41e672-5078-4e90-a673-9c5aeb0d392f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:25:08.070075 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dfdb8-8022-4a6f-abbc-129e9177545e req-c5ec3869-26e3-46a5-a2e5-9b81aa06cb1d tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:08.071720 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-934dfdb8-8022-4a6f-abbc-129e9177545e req-c5ec3869-26e3-46a5-a2e5-9b81aa06cb1d tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 985 time: 0.0546362 Feb 16 18:25:08.074590 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-6f41e672-5078-4e90-a673-9c5aeb0d392f service neutron] Publish callbacks [] for port (776bc1a7-7bb4-4b74-a1d4-07a58e0a5146), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:08.087423 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-6f41e672-5078-4e90-a673-9c5aeb0d392f service neutron] Transition to ACTIVE for port object 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146 will not be triggered until provisioned by entity L2. {{(pid=103275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:25:08.133451 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-934dfdb8-8022-4a6f-abbc-129e9177545e req-6d5d334c-93cc-40f1-9149-145574b7c97a tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&id=681de984-1938-4ea6-99d5-5c032140b358&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0556848 Feb 16 18:25:08.143525 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-6f41e672-5078-4e90-a673-9c5aeb0d392f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (776bc1a7-7bb4-4b74-a1d4-07a58e0a5146), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:08.203704 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41e672-5078-4e90-a673-9c5aeb0d392f service neutron] Pushing event updated for resources: {'Port': ['ID=776bc1a7-7bb4-4b74-a1d4-07a58e0a5146,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:25:08.288187 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-6f41e672-5078-4e90-a673-9c5aeb0d392f service neutron] Attempting to bind port 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:25:08.288528 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-6f41e672-5078-4e90-a673-9c5aeb0d392f service neutron] Attempting to bind port 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:25:08.288865 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-6f41e672-5078-4e90-a673-9c5aeb0d392f service neutron] Attempting to bind port 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146 on network 2e0a2f9f-e6a2-446a-9d48-be3aafb44596 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:25:08.310277 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-6f41e672-5078-4e90-a673-9c5aeb0d392f service neutron] Port 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146 on network 2e0a2f9f-e6a2-446a-9d48-be3aafb44596 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 18:25:08.310597 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-6f41e672-5078-4e90-a673-9c5aeb0d392f service neutron] Attempting to bind port 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146 on network 2e0a2f9f-e6a2-446a-9d48-be3aafb44596 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:25:08.318232 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-6f41e672-5078-4e90-a673-9c5aeb0d392f service neutron] Checking agent: {'id': '5c336864-29ba-45bb-93ac-04ba68c7d8e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'started_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:25:08.318570 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-6f41e672-5078-4e90-a673-9c5aeb0d392f service neutron] Checking segment: {'id': '3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:25:08.318960 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-6f41e672-5078-4e90-a673-9c5aeb0d392f service neutron] Bound using segment: {'id': '3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:25:08.319394 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-6f41e672-5078-4e90-a673-9c5aeb0d392f service neutron] Bound port: 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:25:08.319744 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-6f41e672-5078-4e90-a673-9c5aeb0d392f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (776bc1a7-7bb4-4b74-a1d4-07a58e0a5146), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:08.376342 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660eb97-8278-4298-8917-d01e1a73771b req-9b57c9f8-aa76-45f2-9aa2-04e9dfb7a9ae tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:08.377941 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a660eb97-8278-4298-8917-d01e1a73771b req-9b57c9f8-aa76-45f2-9aa2-04e9dfb7a9ae tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d7384ed-8839-41a5-b671-ff2d72a2b06a HTTP/1.1" status: 200 len: 943 time: 0.1043317 Feb 16 18:25:08.430219 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-6f41e672-5078-4e90-a673-9c5aeb0d392f service neutron] For port 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146, host hv-cinder-77398, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:25:08.435583 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-6f41e672-5078-4e90-a673-9c5aeb0d392f service neutron] For port 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=776bc1a7-7bb4-4b74-a1d4-07a58e0a5146,segment=NetworkSegment(3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff),segment_id=3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:25:08.451993 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a660eb97-8278-4298-8917-d01e1a73771b req-67790b06-f205-4706-8381-1ef658e15018 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=a38e1859-6e40-40fc-b849-6bf4287c4488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670404 Feb 16 18:25:08.507211 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-6f41e672-5078-4e90-a673-9c5aeb0d392f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (776bc1a7-7bb4-4b74-a1d4-07a58e0a5146), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:08.544316 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-6f41e672-5078-4e90-a673-9c5aeb0d392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:08.544949 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-6f41e672-5078-4e90-a673-9c5aeb0d392f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:08.546478 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-6f41e672-5078-4e90-a673-9c5aeb0d392f service neutron] 10.222.0.45 "PUT /v2.0/ports/776bc1a7-7bb4-4b74-a1d4-07a58e0a5146 HTTP/1.1" status: 200 len: 1093 time: 0.8143449 Feb 16 18:25:08.546895 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7384ed-8839-41a5-b671-ff2d72a2b06a', 'tag': '776bc1a7-7bb4-4b74-a1d4-07a58e0a5146'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:25:08.549205 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80ee956-862e-4863-bc79-17b8c4d945ac" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7384ed-8839-41a5-b671-ff2d72a2b06a", "tag": "776bc1a7-7bb4-4b74-a1d4-07a58e0a5146"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:25:08.591722 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41e672-5078-4e90-a673-9c5aeb0d392f service neutron] Pushing event updated for resources: {'Port': ['ID=776bc1a7-7bb4-4b74-a1d4-07a58e0a5146,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:25:08.595676 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6593da-e3c6-4d41-9ed3-a6212f538f52 x-openstack-request-id: req-3e6593da-e3c6-4d41-9ed3-a6212f538f52 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:25:08.596120 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7384ed-8839-41a5-b671-ff2d72a2b06a", "tag": "776bc1a7-7bb4-4b74-a1d4-07a58e0a5146", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:25:08.603290 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3e6593da-e3c6-4d41-9ed3-a6212f538f52 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:25:08.603290 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d7384ed-8839-41a5-b671-ff2d72a2b06a', 'tag': '776bc1a7-7bb4-4b74-a1d4-07a58e0a5146', 'status': 'completed', 'code': 200} Feb 16 18:25:08.660691 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:08.665785 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ee956-862e-4863-bc79-17b8c4d945ac req-11b0e028-75cb-4d89-9dd2-c4d79d2bccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:08.667312 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f80ee956-862e-4863-bc79-17b8c4d945ac req-11b0e028-75cb-4d89-9dd2-c4d79d2bccf8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0aaf8bb86aa245d6a791ffe04f8a7cea&device_id=8d7384ed-8839-41a5-b671-ff2d72a2b06a HTTP/1.1" status: 200 len: 1127 time: 0.0519254 Feb 16 18:25:08.778673 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ee956-862e-4863-bc79-17b8c4d945ac req-9612a374-87ca-4dfa-9b4e-ba0e418f40ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:08.780075 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f80ee956-862e-4863-bc79-17b8c4d945ac req-9612a374-87ca-4dfa-9b4e-ba0e418f40ba service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=0aaf8bb86aa245d6a791ffe04f8a7cea&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0996938 Feb 16 18:25:08.871625 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ee956-862e-4863-bc79-17b8c4d945ac req-edb99f42-390d-4e86-b034-837317972425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:08.873066 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f80ee956-862e-4863-bc79-17b8c4d945ac req-edb99f42-390d-4e86-b034-837317972425 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864546 Feb 16 18:25:08.958028 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-d44753c1-7d96-4ab2-9f8f-6881e142b317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:08.959514 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-d44753c1-7d96-4ab2-9f8f-6881e142b317 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0aaf8bb86aa245d6a791ffe04f8a7cea&device_id=8d7384ed-8839-41a5-b671-ff2d72a2b06a HTTP/1.1" status: 200 len: 1127 time: 0.0496273 Feb 16 18:25:09.002496 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-2129d6ce-7948-4b20-ac2c-b6637b83b304 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=776bc1a7-7bb4-4b74-a1d4-07a58e0a5146 HTTP/1.1" status: 200 len: 217 time: 0.0356116 Feb 16 18:25:09.064482 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-ff775666-7df5-4cf2-a392-3a4a00620fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:09.065960 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-ff775666-7df5-4cf2-a392-3a4a00620fae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a HTTP/1.1" status: 200 len: 849 time: 0.0445161 Feb 16 18:25:09.123037 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-6872d9e3-7799-43de-b26a-d223bf734ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:09.124711 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-6872d9e3-7799-43de-b26a-d223bf734ed9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e0a2f9f-e6a2-446a-9d48-be3aafb44596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0499203 Feb 16 18:25:09.228377 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-df914368-3f6e-450c-8a13-1c386d85afcb service neutron] 10.222.0.45 "GET /v2.0/networks/2e0a2f9f-e6a2-446a-9d48-be3aafb44596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945995 Feb 16 18:25:09.374757 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-469cfbcb-f2bb-4745-bcc6-1c3e93f70a6b req-5bdf7eb6-ee5b-4237-9bc0-e1b1b91ce947 service neutron] 10.222.0.45 "GET /v2.0/networks/2e0a2f9f-e6a2-446a-9d48-be3aafb44596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323521 Feb 16 18:25:09.385560 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1708efd-a149-44d0-b572-28e5e1dcbddd req-ee277a63-dbe4-4234-b9c2-5b622dfef490 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:09.387453 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f1708efd-a149-44d0-b572-28e5e1dcbddd req-ee277a63-dbe4-4234-b9c2-5b622dfef490 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 985 time: 0.1814547 Feb 16 18:25:09.450540 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f1708efd-a149-44d0-b572-28e5e1dcbddd req-9f8cd758-b539-4cd7-8c1d-705cfcb85c19 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&id=681de984-1938-4ea6-99d5-5c032140b358&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0564854 Feb 16 18:25:09.630682 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c95913-f485-431d-a156-f687a26a04e2 req-97e1296e-ffca-4110-8b2d-f519695d6500 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:09.632289 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-98c95913-f485-431d-a156-f687a26a04e2 req-97e1296e-ffca-4110-8b2d-f519695d6500 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d7384ed-8839-41a5-b671-ff2d72a2b06a HTTP/1.1" status: 200 len: 943 time: 0.1103575 Feb 16 18:25:09.683353 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-98c95913-f485-431d-a156-f687a26a04e2 req-51430cd8-95c5-4b3e-b5e7-0cd8daffd678 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=a38e1859-6e40-40fc-b849-6bf4287c4488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449915 Feb 16 18:25:10.568558 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c652f24-45a2-47a4-a523-525ff873cb79 req-90cd5956-900b-453f-b3ce-48009ba67d8c tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:10.570036 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2c652f24-45a2-47a4-a523-525ff873cb79 req-90cd5956-900b-453f-b3ce-48009ba67d8c tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 985 time: 0.0525765 Feb 16 18:25:10.633123 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2c652f24-45a2-47a4-a523-525ff873cb79 req-e2df65d7-a902-45ae-a98d-676656dfe48d tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&id=681de984-1938-4ea6-99d5-5c032140b358&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0574715 Feb 16 18:25:10.812840 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e8e6e-b387-42b8-a036-b40cb18eb779 req-001796a5-2e79-4c15-bd4b-44a02c917f9f tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:10.814358 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ff4e8e6e-b387-42b8-a036-b40cb18eb779 req-001796a5-2e79-4c15-bd4b-44a02c917f9f tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d7384ed-8839-41a5-b671-ff2d72a2b06a HTTP/1.1" status: 200 len: 943 time: 0.0570095 Feb 16 18:25:10.863469 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ff4e8e6e-b387-42b8-a036-b40cb18eb779 req-5a59401a-8c9a-41f6-9013-c8f45ee57dda tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=a38e1859-6e40-40fc-b849-6bf4287c4488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424957 Feb 16 18:25:11.752210 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aefed2-d59a-4ef4-873c-81936a519cb6 req-efcd895c-da1e-4a9b-8740-cb028a2fc768 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:11.753700 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-82aefed2-d59a-4ef4-873c-81936a519cb6 req-efcd895c-da1e-4a9b-8740-cb028a2fc768 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 985 time: 0.0536630 Feb 16 18:25:11.813316 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-82aefed2-d59a-4ef4-873c-81936a519cb6 req-60a4ee91-fb48-4ea6-ad5e-7777fb0ecae9 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&id=681de984-1938-4ea6-99d5-5c032140b358&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0527246 Feb 16 18:25:11.983324 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b56a21-cd6c-4555-a126-03613e01192d req-8c55b9b5-16b6-4a4f-bdc8-1352e224e2af tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:11.984740 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-86b56a21-cd6c-4555-a126-03613e01192d req-8c55b9b5-16b6-4a4f-bdc8-1352e224e2af tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d7384ed-8839-41a5-b671-ff2d72a2b06a HTTP/1.1" status: 200 len: 943 time: 0.0543864 Feb 16 18:25:12.030306 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-86b56a21-cd6c-4555-a126-03613e01192d req-c1a2f6a4-f55a-43b4-a6bc-043a8bc15326 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=a38e1859-6e40-40fc-b849-6bf4287c4488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392044 Feb 16 18:25:12.631741 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:12.931226 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9140f7-2b0f-48f0-a9aa-6cf743a73e28 req-2a62c3f4-5246-4533-8463-33a815b73c2f tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:12.932712 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ef9140f7-2b0f-48f0-a9aa-6cf743a73e28 req-2a62c3f4-5246-4533-8463-33a815b73c2f tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 985 time: 0.0530949 Feb 16 18:25:12.990544 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ef9140f7-2b0f-48f0-a9aa-6cf743a73e28 req-008b3152-a3bb-469e-b889-f40b6166e605 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&id=681de984-1938-4ea6-99d5-5c032140b358&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0521379 Feb 16 18:25:13.032884 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:25:13.147837 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700483d-741a-4f10-a0f9-1737a6243add req-7be020b9-0bd8-4415-972a-1ae674505142 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:13.149315 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0700483d-741a-4f10-a0f9-1737a6243add req-7be020b9-0bd8-4415-972a-1ae674505142 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d7384ed-8839-41a5-b671-ff2d72a2b06a HTTP/1.1" status: 200 len: 943 time: 0.0520008 Feb 16 18:25:13.182866 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=103277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 18:25:13.204138 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0700483d-741a-4f10-a0f9-1737a6243add req-6f1817cf-65e5-4b13-8376-f2870c2c9db9 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=a38e1859-6e40-40fc-b849-6bf4287c4488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490940 Feb 16 18:25:13.281713 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=776bc1a7-7bb4-4b74-a1d4-07a58e0a5146,segment=NetworkSegment(3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff),segment_id=3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:25:13.293393 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Returning: {'device': '776bc1a7-7bb4-4b74-a1d4-07a58e0a5146', 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596', 'port_id': '776bc1a7-7bb4-4b74-a1d4-07a58e0a5146', 'mac_address': 'fa:16:3e:34:62:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 18:25:13.329403 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146 is: DOWN; New status is: BUILD {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:25:13.329795 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (776bc1a7-7bb4-4b74-a1d4-07a58e0a5146), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:13.343459 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:25:13.363982 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=776bc1a7-7bb4-4b74-a1d4-07a58e0a5146,segment=NetworkSegment(3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff),segment_id=3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:25:13.437632 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (776bc1a7-7bb4-4b74-a1d4-07a58e0a5146), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:13.490291 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=776bc1a7-7bb4-4b74-a1d4-07a58e0a5146,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:25:14.111893 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9f283-8f54-4350-b21e-27c2c6ebd6f2 req-ce09a821-f2e1-4b5d-866a-c3f8e38e668a tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:14.113383 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-29f9f283-8f54-4350-b21e-27c2c6ebd6f2 req-ce09a821-f2e1-4b5d-866a-c3f8e38e668a tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 985 time: 0.0560727 Feb 16 18:25:14.172589 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-29f9f283-8f54-4350-b21e-27c2c6ebd6f2 req-26e22f8f-366e-47c8-bea8-275287cf1057 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&id=681de984-1938-4ea6-99d5-5c032140b358&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0528669 Feb 16 18:25:14.321291 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958cf7e-be2a-40ff-9029-3e76bfb35e31 req-e7d40ce2-0430-460e-9539-d1cf56f8a097 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:14.322750 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d958cf7e-be2a-40ff-9029-3e76bfb35e31 req-e7d40ce2-0430-460e-9539-d1cf56f8a097 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d7384ed-8839-41a5-b671-ff2d72a2b06a HTTP/1.1" status: 200 len: 944 time: 0.0521164 Feb 16 18:25:14.369908 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d958cf7e-be2a-40ff-9029-3e76bfb35e31 req-bd8fcfec-932f-40ab-a465-d83432f80bea tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=a38e1859-6e40-40fc-b849-6bf4287c4488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413103 Feb 16 18:25:14.389003 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['776bc1a7-7bb4-4b74-a1d4-07a58e0a5146'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:25:15.292174 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f13c45-9da8-4c9d-9aad-46285dc0c1b9 req-84e8b04b-c9b9-4011-b0f7-c2ecd07ed3ef tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:15.293661 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-39f13c45-9da8-4c9d-9aad-46285dc0c1b9 req-84e8b04b-c9b9-4011-b0f7-c2ecd07ed3ef tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 985 time: 0.0523219 Feb 16 18:25:15.353259 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-39f13c45-9da8-4c9d-9aad-46285dc0c1b9 req-e8c8ee17-e64a-4ba2-bb42-b8206a04534f tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&id=681de984-1938-4ea6-99d5-5c032140b358&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0537484 Feb 16 18:25:15.489117 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bf788289-0cb8-43b2-a5c8-94539643e8f6 req-a2ecdf6c-a26f-4127-b521-1f85a692cfea service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442607 Feb 16 18:25:15.496512 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc866454-5d23-4a1d-8ed4-19f14ff6bb75 req-47e2126e-36a8-4c89-867e-47b583bf2493 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:15.498077 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-cc866454-5d23-4a1d-8ed4-19f14ff6bb75 req-47e2126e-36a8-4c89-867e-47b583bf2493 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d7384ed-8839-41a5-b671-ff2d72a2b06a HTTP/1.1" status: 200 len: 944 time: 0.0569124 Feb 16 18:25:15.546030 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-cc866454-5d23-4a1d-8ed4-19f14ff6bb75 req-16846413-98f3-4621-8287-c47e441d6b85 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=a38e1859-6e40-40fc-b849-6bf4287c4488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421119 Feb 16 18:25:15.582462 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf788289-0cb8-43b2-a5c8-94539643e8f6 req-45b69219-02c7-4bc7-9138-41be2c883265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:15.585055 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bf788289-0cb8-43b2-a5c8-94539643e8f6 req-45b69219-02c7-4bc7-9138-41be2c883265 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbc85d2f47ed42ae9d13c15932375126&device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 1130 time: 0.0560970 Feb 16 18:25:15.695571 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf788289-0cb8-43b2-a5c8-94539643e8f6 req-957774e3-f289-409c-8f29-44885bada739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:15.695571 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bf788289-0cb8-43b2-a5c8-94539643e8f6 req-957774e3-f289-409c-8f29-44885bada739 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c3b692a3-8e7f-4e30-84f4-e7dc80fed586 HTTP/1.1" status: 200 len: 912 time: 0.0883911 Feb 16 18:25:15.765625 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bf788289-0cb8-43b2-a5c8-94539643e8f6 req-f31b31a1-e470-4e62-8e08-5a902a0a8eec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d75ddc8a-f29c-44ef-8340-7c1d291db40f HTTP/1.1" status: 200 len: 1001 time: 0.0670733 Feb 16 18:25:15.813492 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf788289-0cb8-43b2-a5c8-94539643e8f6 req-8b1aaa9d-226d-4401-9314-1dc7550df0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:15.814924 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bf788289-0cb8-43b2-a5c8-94539643e8f6 req-8b1aaa9d-226d-4401-9314-1dc7550df0eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1c21080-f6c4-4a5f-9337-f015cc2f7375 HTTP/1.1" status: 200 len: 850 time: 0.0429983 Feb 16 18:25:15.865979 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf788289-0cb8-43b2-a5c8-94539643e8f6 req-7bc9a962-650f-4b24-8bc1-f6a5ba7bfcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:15.867490 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bf788289-0cb8-43b2-a5c8-94539643e8f6 req-7bc9a962-650f-4b24-8bc1-f6a5ba7bfcb5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c3b692a3-8e7f-4e30-84f4-e7dc80fed586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450270 Feb 16 18:25:15.960674 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bf788289-0cb8-43b2-a5c8-94539643e8f6 req-7183d3b2-f6a5-4633-aa46-f0b026bd3a75 service neutron] 10.222.0.45 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859437 Feb 16 18:25:16.048561 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bf788289-0cb8-43b2-a5c8-94539643e8f6 req-c2754333-63ac-4ad8-83ae-c2735925bbde service neutron] 10.222.0.45 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820580 Feb 16 18:25:16.477369 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552cd3a5-3747-4ee3-b607-38d725582db0 req-660d1ed2-aea0-476e-9ee5-2d9178b3faf4 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:16.478851 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-552cd3a5-3747-4ee3-b607-38d725582db0 req-660d1ed2-aea0-476e-9ee5-2d9178b3faf4 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 985 time: 0.0574486 Feb 16 18:25:16.537006 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-552cd3a5-3747-4ee3-b607-38d725582db0 req-240c30f8-5ca9-4d84-badf-ad46216d4af1 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&id=681de984-1938-4ea6-99d5-5c032140b358&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0523798 Feb 16 18:25:16.667372 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba4778-1115-46bc-81b6-b673fa1a8527 req-0f18420e-112e-4df4-a781-2d36b27071a9 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:16.668844 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-47ba4778-1115-46bc-81b6-b673fa1a8527 req-0f18420e-112e-4df4-a781-2d36b27071a9 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d7384ed-8839-41a5-b671-ff2d72a2b06a HTTP/1.1" status: 200 len: 944 time: 0.0534782 Feb 16 18:25:16.715682 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-47ba4778-1115-46bc-81b6-b673fa1a8527 req-261406c5-ea7e-4b77-993c-867cceb6da12 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=a38e1859-6e40-40fc-b849-6bf4287c4488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413160 Feb 16 18:25:16.841836 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146 up at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:25:16.957532 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning for port 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146 completed by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:25:16.962078 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning complete for port 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:25:16.962517 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (776bc1a7-7bb4-4b74-a1d4-07a58e0a5146), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:17.040208 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146 is: BUILD; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:25:17.040601 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (776bc1a7-7bb4-4b74-a1d4-07a58e0a5146), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:17.062400 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7384ed-8839-41a5-b671-ff2d72a2b06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776bc1a7-7bb4-4b74-a1d4-07a58e0a5146'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:25:17.064631 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0443abd-ed50-4610-852f-f7dd7b097ad8" -d '{"events": [{"server_uuid": "8d7384ed-8839-41a5-b671-ff2d72a2b06a", "name": "network-vif-plugged", "status": "completed", "tag": "776bc1a7-7bb4-4b74-a1d4-07a58e0a5146"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:25:17.076567 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=776bc1a7-7bb4-4b74-a1d4-07a58e0a5146,segment=NetworkSegment(3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff),segment_id=3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:25:17.102516 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04e92fd-a215-4ede-8dab-699715af747a x-openstack-request-id: req-b04e92fd-a215-4ede-8dab-699715af747a {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:25:17.102833 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7384ed-8839-41a5-b671-ff2d72a2b06a", "name": "network-vif-plugged", "status": "completed", "tag": "776bc1a7-7bb4-4b74-a1d4-07a58e0a5146", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:25:17.103072 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b04e92fd-a215-4ede-8dab-699715af747a {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:25:17.103472 dv-cinder-773985-33-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7384ed-8839-41a5-b671-ff2d72a2b06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776bc1a7-7bb4-4b74-a1d4-07a58e0a5146', 'code': 200} Feb 16 18:25:17.123470 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (776bc1a7-7bb4-4b74-a1d4-07a58e0a5146), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:17.180177 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=776bc1a7-7bb4-4b74-a1d4-07a58e0a5146,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:25:17.420457 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7966ba1-2b93-4fa0-8cc9-d2aa6cbd08d5 req-d3a7e069-2be1-4b25-9de6-d7c6758c42ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:17.422080 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b7966ba1-2b93-4fa0-8cc9-d2aa6cbd08d5 req-d3a7e069-2be1-4b25-9de6-d7c6758c42ea service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8d7384ed-8839-41a5-b671-ff2d72a2b06a HTTP/1.1" status: 200 len: 1129 time: 0.0457644 Feb 16 18:25:17.467786 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b7966ba1-2b93-4fa0-8cc9-d2aa6cbd08d5 req-6993c983-b9cf-4099-95b5-521c44dd5701 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a38e1859-6e40-40fc-b849-6bf4287c4488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388370 Feb 16 18:25:17.666973 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d601f-55d9-4b6b-af7d-dc44fb024fc1 req-8ef574f3-a519-4d1e-b7fb-7916fb6dc32e tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:17.668553 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-853d601f-55d9-4b6b-af7d-dc44fb024fc1 req-8ef574f3-a519-4d1e-b7fb-7916fb6dc32e tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 985 time: 0.0547402 Feb 16 18:25:17.729216 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-853d601f-55d9-4b6b-af7d-dc44fb024fc1 req-13fc4fd6-9e74-4522-a518-b475507cd25f tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&id=681de984-1938-4ea6-99d5-5c032140b358&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0547709 Feb 16 18:25:17.887326 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114d516-37b8-40c1-842c-27be56d68db1 req-1e7d317d-4274-4bab-ac29-3886a21eda53 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:17.888782 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e114d516-37b8-40c1-842c-27be56d68db1 req-1e7d317d-4274-4bab-ac29-3886a21eda53 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d7384ed-8839-41a5-b671-ff2d72a2b06a HTTP/1.1" status: 200 len: 945 time: 0.0554900 Feb 16 18:25:17.934809 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e114d516-37b8-40c1-842c-27be56d68db1 req-f6ecfabc-8eac-4748-a62d-82e3aa1a49e2 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=a38e1859-6e40-40fc-b849-6bf4287c4488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404384 Feb 16 18:25:18.854332 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5b235-5eaf-469d-be07-9814ae9d2207 req-fc382abd-7ce1-4ccb-92b5-aa61881429d2 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:18.855788 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-10c5b235-5eaf-469d-be07-9814ae9d2207 req-fc382abd-7ce1-4ccb-92b5-aa61881429d2 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 985 time: 0.0586789 Feb 16 18:25:18.913556 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-10c5b235-5eaf-469d-be07-9814ae9d2207 req-3b473e4b-f15f-49ab-af4b-f785641d9de2 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&id=681de984-1938-4ea6-99d5-5c032140b358&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0520918 Feb 16 18:25:19.054096 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7494b2f-05c7-448f-83db-43da8227ed34 req-a055f925-0477-442a-ab3f-b3787cdfe484 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:19.055473 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e7494b2f-05c7-448f-83db-43da8227ed34 req-a055f925-0477-442a-ab3f-b3787cdfe484 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d7384ed-8839-41a5-b671-ff2d72a2b06a HTTP/1.1" status: 200 len: 945 time: 0.0533049 Feb 16 18:25:19.101480 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e7494b2f-05c7-448f-83db-43da8227ed34 req-665c40c9-9f0c-4f77-b0fb-692d7ffabee8 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=a38e1859-6e40-40fc-b849-6bf4287c4488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405669 Feb 16 18:25:19.215841 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bc043-1e7b-4d5f-b37c-4a09553891fa req-5a910e9c-cdce-46ff-a442-096db0454c04 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:19.217370 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-c89bc043-1e7b-4d5f-b37c-4a09553891fa req-5a910e9c-cdce-46ff-a442-096db0454c04 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d7384ed-8839-41a5-b671-ff2d72a2b06a HTTP/1.1" status: 200 len: 945 time: 0.0531340 Feb 16 18:25:19.226946 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 60604) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:25:19.231462 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-392562c3-ef2d-4f73-b566-cf40a34ff5d1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Request body: {'floatingip': {'port_id': '776bc1a7-7bb4-4b74-a1d4-07a58e0a5146'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:25:19.314740 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-392562c3-ef2d-4f73-b566-cf40a34ff5d1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for floatingip (12ba9b56-3cf6-4778-b644-b9d93df5ebeb), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:19.948847 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-392562c3-ef2d-4f73-b566-cf40a34ff5d1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:20.026671 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-392562c3-ef2d-4f73-b566-cf40a34ff5d1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459730'] for floatingip (12ba9b56-3cf6-4778-b644-b9d93df5ebeb), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:20.034389 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7e20c-8a33-4af7-9046-26ec085747fb req-5a453849-35b6-4c5a-a434-40bff35547f8 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:20.036657 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a3b7e20c-8a33-4af7-9046-26ec085747fb req-5a453849-35b6-4c5a-a434-40bff35547f8 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 985 time: 0.0536308 Feb 16 18:25:20.103478 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a3b7e20c-8a33-4af7-9046-26ec085747fb req-940c5f42-d7b1-4fab-92c1-533d699c92d7 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&id=681de984-1938-4ea6-99d5-5c032140b358&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0606170 Feb 16 18:25:20.130402 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.db.l3_db [None req-392562c3-ef2d-4f73-b566-cf40a34ff5d1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Floating IP 12ba9b56-3cf6-4778-b644-b9d93df5ebeb associated. External IP: 172.27.3.104, port: 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146. Feb 16 18:25:20.339826 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392562c3-ef2d-4f73-b566-cf40a34ff5d1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Router bf206999-21fd-48f2-880a-1a878b4c6f6f has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:25:20.446107 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392562c3-ef2d-4f73-b566-cf40a34ff5d1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:25:20.450914 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-392562c3-ef2d-4f73-b566-cf40a34ff5d1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for floatingip (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:20.455645 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a68a88-cd9d-412a-a66a-3a65e0fb8294 None None] Sync routers for ids ['bf206999-21fd-48f2-880a-1a878b4c6f6f'] in dv-cinder-773985-33-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:25:20.465358 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a68a88-cd9d-412a-a66a-3a65e0fb8294 None None] Routers {'bf206999-21fd-48f2-880a-1a878b4c6f6f'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:25:20.465968 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-f7a68a88-cd9d-412a-a66a-3a65e0fb8294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:25:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['bf206999-21fd-48f2-880a-1a878b4c6f6f'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:25:20.480659 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-392562c3-ef2d-4f73-b566-cf40a34ff5d1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "PUT /v2.0/floatingips/12ba9b56-3cf6-4778-b644-b9d93df5ebeb HTTP/1.1" status: 200 len: 991 time: 1.2524235 Feb 16 18:25:20.481276 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7384ed-8839-41a5-b671-ff2d72a2b06a', 'tag': '776bc1a7-7bb4-4b74-a1d4-07a58e0a5146'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:25:20.483513 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2697ac5bc137568c11401d7db31323aaf7e0b920c8580a1634e3728116959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd0bd68-9ab0-43c1-ae01-eb8ef29ac91d" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7384ed-8839-41a5-b671-ff2d72a2b06a", "tag": "776bc1a7-7bb4-4b74-a1d4-07a58e0a5146"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:25:20.526482 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b376156f-1c3d-47eb-8abd-bae4767aa6c5 x-openstack-request-id: req-b376156f-1c3d-47eb-8abd-bae4767aa6c5 {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:25:20.526482 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7384ed-8839-41a5-b671-ff2d72a2b06a", "tag": "776bc1a7-7bb4-4b74-a1d4-07a58e0a5146", "status": "completed", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:25:20.526482 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b376156f-1c3d-47eb-8abd-bae4767aa6c5 {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:25:20.526482 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d7384ed-8839-41a5-b671-ff2d72a2b06a', 'tag': '776bc1a7-7bb4-4b74-a1d4-07a58e0a5146', 'status': 'completed', 'code': 200} Feb 16 18:25:20.592959 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-f7a68a88-cd9d-412a-a66a-3a65e0fb8294 None None] Set router bf206999-21fd-48f2-880a-1a878b4c6f6f gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:25:20.605338 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0bd68-9ab0-43c1-ae01-eb8ef29ac91d req-75863d92-55dc-4aee-bdb1-b8798fb0bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:20.607331 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7cd0bd68-9ab0-43c1-ae01-eb8ef29ac91d req-75863d92-55dc-4aee-bdb1-b8798fb0bf5d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0aaf8bb86aa245d6a791ffe04f8a7cea&device_id=8d7384ed-8839-41a5-b671-ff2d72a2b06a HTTP/1.1" status: 200 len: 1129 time: 0.0576973 Feb 16 18:25:20.701533 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0bd68-9ab0-43c1-ae01-eb8ef29ac91d req-7d7770a6-cf7b-4b68-9c1a-48f494eea0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:20.703405 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7cd0bd68-9ab0-43c1-ae01-eb8ef29ac91d req-7d7770a6-cf7b-4b68-9c1a-48f494eea0fc service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e0a2f9f-e6a2-446a-9d48-be3aafb44596 HTTP/1.1" status: 200 len: 911 time: 0.0895104 Feb 16 18:25:20.778430 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7cd0bd68-9ab0-43c1-ae01-eb8ef29ac91d req-c730c731-6b3c-4ba7-b883-3e41ffb1b302 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=776bc1a7-7bb4-4b74-a1d4-07a58e0a5146 HTTP/1.1" status: 200 len: 999 time: 0.0668395 Feb 16 18:25:20.830738 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0bd68-9ab0-43c1-ae01-eb8ef29ac91d req-5d575fe3-8939-4f28-8173-2f084b00d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:20.832194 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7cd0bd68-9ab0-43c1-ae01-eb8ef29ac91d req-5d575fe3-8939-4f28-8173-2f084b00d774 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a HTTP/1.1" status: 200 len: 849 time: 0.0471449 Feb 16 18:25:20.837584 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-f7a68a88-cd9d-412a-a66a-3a65e0fb8294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'name': 'tempest-AttachVolumeTestJSON-327368075-router', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:14Z', 'revision_number': 4, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'gw_port': {'id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': '12ba9b56-3cf6-4778-b644-b9d93df5ebeb', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'port_id': '776bc1a7-7bb4-4b74-a1d4-07a58e0a5146', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596', 'mac_address': 'fa:16:3e:34:62:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7384ed-8839-41a5-b671-ff2d72a2b06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:25:03Z', 'updated_at': '2022-02-16T18:25:19Z', 'revision_number': 1, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31806db4-3ba8-4d25-9939-ec2d55da9a1e', 'name': '', 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'mac_address': 'fa:16:3e:fa:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:13Z', 'updated_at': '2022-02-16T18:20:19Z', 'revision_number': 5, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'subnets': [{'id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:25:20.867577 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a68a88-cd9d-412a-a66a-3a65e0fb8294 None None] Checking router: bf206999-21fd-48f2-880a-1a878b4c6f6f for host: dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:25:20.875803 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a68a88-cd9d-412a-a66a-3a65e0fb8294 None None] Routers {'bf206999-21fd-48f2-880a-1a878b4c6f6f'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:25:20.876406 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-f7a68a88-cd9d-412a-a66a-3a65e0fb8294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:25:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['bf206999-21fd-48f2-880a-1a878b4c6f6f'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:25:20.881517 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0bd68-9ab0-43c1-ae01-eb8ef29ac91d req-e6cdf4d6-8bd0-47b2-bbae-11b22130b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:20.883173 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7cd0bd68-9ab0-43c1-ae01-eb8ef29ac91d req-e6cdf4d6-8bd0-47b2-bbae-11b22130b7f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e0a2f9f-e6a2-446a-9d48-be3aafb44596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448887 Feb 16 18:25:20.977141 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7cd0bd68-9ab0-43c1-ae01-eb8ef29ac91d req-049d342f-14d0-4567-b108-41093e83e8a1 service neutron] 10.222.0.45 "GET /v2.0/networks/2e0a2f9f-e6a2-446a-9d48-be3aafb44596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876327 Feb 16 18:25:20.990535 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-f7a68a88-cd9d-412a-a66a-3a65e0fb8294 None None] Set router bf206999-21fd-48f2-880a-1a878b4c6f6f gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:25:21.088965 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7cd0bd68-9ab0-43c1-ae01-eb8ef29ac91d req-fac96379-488b-4227-a2a0-c03a2f154e70 service neutron] 10.222.0.45 "GET /v2.0/networks/2e0a2f9f-e6a2-446a-9d48-be3aafb44596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060665 Feb 16 18:25:21.236989 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23c8db-708c-4a91-ad63-1f6732e4a3c9 req-7de35ee1-73a8-4949-b667-9b4682a8187e tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:21.238591 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bd23c8db-708c-4a91-ad63-1f6732e4a3c9 req-7de35ee1-73a8-4949-b667-9b4682a8187e tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 985 time: 0.0606084 Feb 16 18:25:21.244159 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-f7a68a88-cd9d-412a-a66a-3a65e0fb8294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'name': 'tempest-AttachVolumeTestJSON-327368075-router', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:14Z', 'revision_number': 4, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'gw_port': {'id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': '12ba9b56-3cf6-4778-b644-b9d93df5ebeb', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'port_id': '776bc1a7-7bb4-4b74-a1d4-07a58e0a5146', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596', 'mac_address': 'fa:16:3e:34:62:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7384ed-8839-41a5-b671-ff2d72a2b06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:25:03Z', 'updated_at': '2022-02-16T18:25:19Z', 'revision_number': 1, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31806db4-3ba8-4d25-9939-ec2d55da9a1e', 'name': '', 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'mac_address': 'fa:16:3e:fa:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:13Z', 'updated_at': '2022-02-16T18:20:19Z', 'revision_number': 5, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'subnets': [{'id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:25:21.274850 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a68a88-cd9d-412a-a66a-3a65e0fb8294 None None] The sync data for ids ['bf206999-21fd-48f2-880a-1a878b4c6f6f'] in dv-cinder-773985-33-iscsi is: [{'id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'name': 'tempest-AttachVolumeTestJSON-327368075-router', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:14Z', 'revision_number': 4, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'gw_port': {'id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': '12ba9b56-3cf6-4778-b644-b9d93df5ebeb', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'port_id': '776bc1a7-7bb4-4b74-a1d4-07a58e0a5146', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596', 'mac_address': 'fa:16:3e:34:62:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7384ed-8839-41a5-b671-ff2d72a2b06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:25:03Z', 'updated_at': '2022-02-16T18:25:19Z', 'revision_number': 1, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31806db4-3ba8-4d25-9939-ec2d55da9a1e', 'name': '', 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'mac_address': 'fa:16:3e:fa:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:13Z', 'updated_at': '2022-02-16T18:20:19Z', 'revision_number': 5, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'subnets': [{'id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:25:21.302096 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bd23c8db-708c-4a91-ad63-1f6732e4a3c9 req-d15e77e5-bd88-4d42-b694-14881ddf9c52 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&id=681de984-1938-4ea6-99d5-5c032140b358&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0552602 Feb 16 18:25:21.465318 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c63f18-82ed-4f72-9d1f-2cf96b64ed86 None None] New status for floating IP 12ba9b56-3cf6-4778-b644-b9d93df5ebeb: ACTIVE {{(pid=103279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 18:25:22.428592 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b709d-d86a-41d5-a556-7beaf4854777 req-59311577-0665-4855-b401-7e4b9dddaa02 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:22.430448 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-310b709d-d86a-41d5-a556-7beaf4854777 req-59311577-0665-4855-b401-7e4b9dddaa02 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 985 time: 0.0567639 Feb 16 18:25:22.492748 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-310b709d-d86a-41d5-a556-7beaf4854777 req-aa8b0f0d-3135-4db2-ae5c-b79bbee33718 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&id=681de984-1938-4ea6-99d5-5c032140b358&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0563650 Feb 16 18:25:23.618597 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e990ed-cd0b-44ac-adb0-08a47613076b req-a9810ef0-29a5-4c8e-b34c-9e5f2854d174 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:23.619978 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-61e990ed-cd0b-44ac-adb0-08a47613076b req-a9810ef0-29a5-4c8e-b34c-9e5f2854d174 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 985 time: 0.0584748 Feb 16 18:25:23.680981 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-61e990ed-cd0b-44ac-adb0-08a47613076b req-8917dc82-0929-408d-8294-250a4dd55879 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&id=681de984-1938-4ea6-99d5-5c032140b358&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0550890 Feb 16 18:25:24.803872 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a868b2a-705c-42a9-bf9d-f9025e1baa48 req-a1d92a19-0fc5-4898-bd8c-1483a1dede73 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:24.805373 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-8a868b2a-705c-42a9-bf9d-f9025e1baa48 req-a1d92a19-0fc5-4898-bd8c-1483a1dede73 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 985 time: 0.0545421 Feb 16 18:25:24.864332 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-8a868b2a-705c-42a9-bf9d-f9025e1baa48 req-dcf55ecc-7bb4-4ef6-8db3-3a1d8540cfd8 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&id=681de984-1938-4ea6-99d5-5c032140b358&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0530357 Feb 16 18:25:25.636357 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 60692) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:25:25.678871 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_v2 [None req-952d20d4-6872-4bf0-9af9-474d81e4f74b admin admin] Deleting subnet bfd3a131-864f-4e2a-91e7-3773c924ed10 {{(pid=103275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 18:25:25.682470 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-952d20d4-6872-4bf0-9af9-474d81e4f74b admin admin] Publish callbacks [] for subnet (bfd3a131-864f-4e2a-91e7-3773c924ed10), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:25.715639 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-952d20d4-6872-4bf0-9af9-474d81e4f74b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8533320'] for subnet (bfd3a131-864f-4e2a-91e7-3773c924ed10), precommit_delete_associations {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:25.757854 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-952d20d4-6872-4bf0-9af9-474d81e4f74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584056'] for subnet (bfd3a131-864f-4e2a-91e7-3773c924ed10), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:25.898133 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-952d20d4-6872-4bf0-9af9-474d81e4f74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8530093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8761781'] for subnet (bfd3a131-864f-4e2a-91e7-3773c924ed10), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:25.925111 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d20d4-6872-4bf0-9af9-474d81e4f74b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfd3a131-864f-4e2a-91e7-3773c924ed10,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:25:25.929696 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-952d20d4-6872-4bf0-9af9-474d81e4f74b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for subnet (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:25.933431 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-952d20d4-6872-4bf0-9af9-474d81e4f74b admin admin] 10.222.0.87 "DELETE /v2.0/subnets/bfd3a131-864f-4e2a-91e7-3773c924ed10 HTTP/1.1" status: 204 len: 168 time: 0.2959850 Feb 16 18:25:25.935902 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 60696) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:25:25.949510 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d20d4-6872-4bf0-9af9-474d81e4f74b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:25:25.949874 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d20d4-6872-4bf0-9af9-474d81e4f74b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:25:25.950230 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d20d4-6872-4bf0-9af9-474d81e4f74b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:25:25.950562 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d20d4-6872-4bf0-9af9-474d81e4f74b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:25:25.950899 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d20d4-6872-4bf0-9af9-474d81e4f74b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:25:25.951231 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d20d4-6872-4bf0-9af9-474d81e4f74b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:25:25.951563 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d20d4-6872-4bf0-9af9-474d81e4f74b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:25:25.951891 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d20d4-6872-4bf0-9af9-474d81e4f74b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:25:25.952218 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d20d4-6872-4bf0-9af9-474d81e4f74b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:25:25.952550 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d20d4-6872-4bf0-9af9-474d81e4f74b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:25:25.953316 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d20d4-6872-4bf0-9af9-474d81e4f74b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:25:25.953647 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d20d4-6872-4bf0-9af9-474d81e4f74b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:25:25.953971 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d20d4-6872-4bf0-9af9-474d81e4f74b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:25:25.998332 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a3fbd-7c97-4dfe-b8ad-f97bbfd3459c req-f75b6371-5093-4cd6-ad4b-9649683951dd tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:25.999845 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-468a3fbd-7c97-4dfe-b8ad-f97bbfd3459c req-f75b6371-5093-4cd6-ad4b-9649683951dd tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 985 time: 0.0644696 Feb 16 18:25:26.009501 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-173c8bd5-ded5-41a5-a83c-8be3d325c718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558149'] for network (94aeaab3-9397-41f8-9c01-563e4d5cb1cb), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:26.060969 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-468a3fbd-7c97-4dfe-b8ad-f97bbfd3459c req-bd5c702b-107b-4308-b631-cb25680d5198 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&id=681de984-1938-4ea6-99d5-5c032140b358&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0554624 Feb 16 18:25:26.089843 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-173c8bd5-ded5-41a5-a83c-8be3d325c718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561157', 'neutron.services.segments.db._delete_segments_for_network-8776562245259'] for network (94aeaab3-9397-41f8-9c01-563e4d5cb1cb), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:26.109101 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.services.segments.db [None req-173c8bd5-ded5-41a5-a83c-8be3d325c718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94aeaab3-9397-41f8-9c01-563e4d5cb1cb']}} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:25:26.118591 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.services.segments.db [None req-173c8bd5-ded5-41a5-a83c-8be3d325c718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4784a99e-275b-4ae9-8d3e-18071e31eb04') {'for_net_delete': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:25:26.118887 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.services.segments.db [None req-173c8bd5-ded5-41a5-a83c-8be3d325c718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4784a99e-275b-4ae9-8d3e-18071e31eb04') {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:25:26.128285 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-173c8bd5-ded5-41a5-a83c-8be3d325c718 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776562247060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8560762'] for segment (4784a99e-275b-4ae9-8d3e-18071e31eb04), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:26.141872 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-173c8bd5-ded5-41a5-a83c-8be3d325c718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (4784a99e-275b-4ae9-8d3e-18071e31eb04), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:26.147496 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173c8bd5-ded5-41a5-a83c-8be3d325c718 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 18:25:26.147817 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-173c8bd5-ded5-41a5-a83c-8be3d325c718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9128083'] for segment (4784a99e-275b-4ae9-8d3e-18071e31eb04), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: Traceback (most recent call last): Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: timer() Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: cb(*args, **kw) Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: return func(*args, **kwargs) Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: self._notify() Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: self.callback(batched_events) Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: event.method(event) Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: return f(self, *a, **k) Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: return self._get(url).json() Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: return self.request(url, 'GET', **kwargs) Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:25:26.149570 dv-cinder-773985-33-iscsi neutron-server[103276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:25:26.289053 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-173c8bd5-ded5-41a5-a83c-8be3d325c718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459708'] for network (94aeaab3-9397-41f8-9c01-563e4d5cb1cb), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:26.296201 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-173c8bd5-ded5-41a5-a83c-8be3d325c718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:26.299348 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-173c8bd5-ded5-41a5-a83c-8be3d325c718 admin admin] 10.222.0.87 "DELETE /v2.0/networks/94aeaab3-9397-41f8-9c01-563e4d5cb1cb HTTP/1.1" status: 204 len: 168 time: 0.3624787 Feb 16 18:25:26.309180 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c8bd5-ded5-41a5-a83c-8be3d325c718 admin admin] Pushing event deleted for resources: {'Network': ['ID=94aeaab3-9397-41f8-9c01-563e4d5cb1cb,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:25:26.316283 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173c8bd5-ded5-41a5-a83c-8be3d325c718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:25:26.316636 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173c8bd5-ded5-41a5-a83c-8be3d325c718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:25:26.316973 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173c8bd5-ded5-41a5-a83c-8be3d325c718 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:25:26.317333 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173c8bd5-ded5-41a5-a83c-8be3d325c718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:25:26.317662 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173c8bd5-ded5-41a5-a83c-8be3d325c718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:25:26.317983 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173c8bd5-ded5-41a5-a83c-8be3d325c718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:25:26.318332 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173c8bd5-ded5-41a5-a83c-8be3d325c718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:25:26.318625 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173c8bd5-ded5-41a5-a83c-8be3d325c718 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:25:26.318946 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173c8bd5-ded5-41a5-a83c-8be3d325c718 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:25:26.319264 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173c8bd5-ded5-41a5-a83c-8be3d325c718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:25:26.319653 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173c8bd5-ded5-41a5-a83c-8be3d325c718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:25:26.319970 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173c8bd5-ded5-41a5-a83c-8be3d325c718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:25:26.320284 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173c8bd5-ded5-41a5-a83c-8be3d325c718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:25:26.595882 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 60702) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:25:26.635377 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-fca42e73-5588-4107-bc97-a37ddae2f477 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d373330688b54634b9a951ee0f4dcfe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383420 Feb 16 18:25:26.637752 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 60704) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:25:26.683121 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e3c673b9-b2e5-4f89-951e-f1ce31646621 admin admin] Publish callbacks [] for security_group (47ea8074-97cf-4496-bab4-dd1a7c26a887), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:26.703162 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e3c673b9-b2e5-4f89-951e-f1ce31646621 admin admin] Publish callbacks [] for security_group (47ea8074-97cf-4496-bab4-dd1a7c26a887), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:26.803612 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e3c673b9-b2e5-4f89-951e-f1ce31646621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (47ea8074-97cf-4496-bab4-dd1a7c26a887), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:26.806670 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e3c673b9-b2e5-4f89-951e-f1ce31646621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:26.807813 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-e3c673b9-b2e5-4f89-951e-f1ce31646621 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/47ea8074-97cf-4496-bab4-dd1a7c26a887 HTTP/1.1" status: 204 len: 168 time: 0.1691837 Feb 16 18:25:26.815644 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c673b9-b2e5-4f89-951e-f1ce31646621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ea8074-97cf-4496-bab4-dd1a7c26a887,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:25:27.193631 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f7cc0-b1c6-45b8-8b7a-af5bf54f4fe0 req-2466c91c-b835-4445-a58d-5f4bdce8963b tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:27.195287 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ab2f7cc0-b1c6-45b8-8b7a-af5bf54f4fe0 req-2466c91c-b835-4445-a58d-5f4bdce8963b tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 985 time: 0.0575011 Feb 16 18:25:27.261891 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ab2f7cc0-b1c6-45b8-8b7a-af5bf54f4fe0 req-5de27479-33ca-4dd6-846a-e24be0127955 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&id=681de984-1938-4ea6-99d5-5c032140b358&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0596919 Feb 16 18:25:28.386862 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b891fec-c991-4dad-856f-e8e0e347364e req-a0440797-bff9-4529-8043-bc6c59e4b11c tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:28.388337 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6b891fec-c991-4dad-856f-e8e0e347364e req-a0440797-bff9-4529-8043-bc6c59e4b11c tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 985 time: 0.0584455 Feb 16 18:25:28.450255 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6b891fec-c991-4dad-856f-e8e0e347364e req-f9d6dfb1-942a-4d37-be10-fca22db5e271 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&id=681de984-1938-4ea6-99d5-5c032140b358&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0546110 Feb 16 18:25:32.149695 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-32b73d81-5ede-4db3-ad10-466e4a9d4415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:34.440040 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-8c7bc818-92ad-48b9-9f28-154297df745d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:35.591967 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:37.034359 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:38.485442 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:42.662428 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:25:49.451839 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94eb26-d209-453a-a3da-fea3cc91d10c req-e39992ba-90f5-42d4-a233-dc5d02a05bf5 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:49.453651 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9c94eb26-d209-453a-a3da-fea3cc91d10c req-e39992ba-90f5-42d4-a233-dc5d02a05bf5 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.0563099 Feb 16 18:25:49.504613 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9c94eb26-d209-453a-a3da-fea3cc91d10c req-a4f20e68-d0e7-4f76-8b6a-972898d9affb tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449800 Feb 16 18:25:50.036289 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:25:50.628933 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c16c3-353c-40e3-b427-709081300ecb req-d193a7da-3021-4202-86d6-364cd6d59b15 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:50.630344 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-573c16c3-353c-40e3-b427-709081300ecb req-d193a7da-3021-4202-86d6-364cd6d59b15 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.0517404 Feb 16 18:25:50.676096 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-573c16c3-353c-40e3-b427-709081300ecb req-f9bf776a-5f0c-4817-bb2c-b07b1b9d08b5 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396018 Feb 16 18:25:51.797410 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fca0f-2083-4a80-b6cd-f4c8e520c7ae req-437dd4f4-f668-4cb6-8631-e985f7987c84 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:51.798850 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f90fca0f-2083-4a80-b6cd-f4c8e520c7ae req-437dd4f4-f668-4cb6-8631-e985f7987c84 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.0522797 Feb 16 18:25:51.847565 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f90fca0f-2083-4a80-b6cd-f4c8e520c7ae req-5e0fe6c5-d1c9-42ca-8ec3-7842040021c0 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432093 Feb 16 18:25:52.973584 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb18e60-3967-42be-bcf7-1da9bc62b831 req-b75dfee2-da17-45da-bac6-5394db7b6916 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:52.975070 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-2eb18e60-3967-42be-bcf7-1da9bc62b831 req-b75dfee2-da17-45da-bac6-5394db7b6916 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.0551550 Feb 16 18:25:53.020219 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-2eb18e60-3967-42be-bcf7-1da9bc62b831 req-1c04c28b-10da-43bc-b63a-dcfe80659102 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396004 Feb 16 18:25:54.146004 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd40da4-0a53-4835-b427-f047963f2f3d req-be3d7bfb-1f55-46b4-9202-7ff18293f640 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:54.147493 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ecd40da4-0a53-4835-b427-f047963f2f3d req-be3d7bfb-1f55-46b4-9202-7ff18293f640 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.0552337 Feb 16 18:25:54.195645 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ecd40da4-0a53-4835-b427-f047963f2f3d req-4f426fa1-1400-4d33-a35c-2487d46581a2 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425601 Feb 16 18:25:55.323266 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449580e-3632-4c78-b627-e4e106b7472e req-d5cc4090-25eb-4854-941e-156e9944a092 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:55.324739 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-f449580e-3632-4c78-b627-e4e106b7472e req-d5cc4090-25eb-4854-941e-156e9944a092 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.0540912 Feb 16 18:25:55.372177 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-f449580e-3632-4c78-b627-e4e106b7472e req-76893f8e-2b00-442c-97fd-bcdfc303d87d tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415878 Feb 16 18:25:56.491953 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9dab8-0fe9-4a4d-9453-cbbaaaf7a885 req-0b38f791-832f-4800-8534-576e7d925809 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:56.493348 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-53b9dab8-0fe9-4a4d-9453-cbbaaaf7a885 req-0b38f791-832f-4800-8534-576e7d925809 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.0519826 Feb 16 18:25:56.539310 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-53b9dab8-0fe9-4a4d-9453-cbbaaaf7a885 req-57483c69-e6f3-449e-aef0-bcfffb466581 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399694 Feb 16 18:25:57.666647 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312849cc-30cc-4594-8519-6a35dfe59bb5 req-f55d9e30-e19b-499b-bf04-5099313579b0 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:57.668108 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-312849cc-30cc-4594-8519-6a35dfe59bb5 req-f55d9e30-e19b-499b-bf04-5099313579b0 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.0551128 Feb 16 18:25:57.714859 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-312849cc-30cc-4594-8519-6a35dfe59bb5 req-324af6c2-39ac-43a4-88b9-fcb23815e909 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412436 Feb 16 18:25:58.838212 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93731b55-a21b-4837-98b9-236ed18e3470 req-2e8670c4-79da-4c97-bab7-ec76742ecbbf tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:25:58.839664 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-93731b55-a21b-4837-98b9-236ed18e3470 req-2e8670c4-79da-4c97-bab7-ec76742ecbbf tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.0559933 Feb 16 18:25:58.885570 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-93731b55-a21b-4837-98b9-236ed18e3470 req-6f733df5-d5e2-4c0d-92c0-45150e786c24 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404382 Feb 16 18:26:00.006069 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c918801-9ee4-4cb2-b536-ac4acf486668 req-845731e1-c02f-4eb1-8975-918582ed1023 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:00.007439 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-2c918801-9ee4-4cb2-b536-ac4acf486668 req-845731e1-c02f-4eb1-8975-918582ed1023 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.0514410 Feb 16 18:26:00.054502 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-2c918801-9ee4-4cb2-b536-ac4acf486668 req-676ecc26-234a-4a15-ba1a-8bea12c5a5f0 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409529 Feb 16 18:26:01.178066 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3d345-2041-4154-a05e-0032f346c3b2 req-e0a58875-e0a4-4c8c-aca6-c9022d37d131 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:01.179523 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0aa3d345-2041-4154-a05e-0032f346c3b2 req-e0a58875-e0a4-4c8c-aca6-c9022d37d131 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.0531294 Feb 16 18:26:01.227821 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0aa3d345-2041-4154-a05e-0032f346c3b2 req-7669a455-c185-42d7-b9d2-6704c4a3c94b tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415766 Feb 16 18:26:02.142358 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b801642a-d2fc-49ba-aece-e3928b431809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:02.353226 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cadbde-185a-4bf5-9437-9d9e4294fd62 req-2ea7865e-1d29-4a38-87b4-0575e6fc2012 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:02.355297 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-34cadbde-185a-4bf5-9437-9d9e4294fd62 req-2ea7865e-1d29-4a38-87b4-0575e6fc2012 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.0535684 Feb 16 18:26:02.404353 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-34cadbde-185a-4bf5-9437-9d9e4294fd62 req-f75ffe54-8988-4321-89cc-18634ded8330 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431726 Feb 16 18:26:03.528415 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac6abf-0c5d-4880-b77a-9039b9e8b019 req-850d094d-0663-4700-9582-e61df8e6d5d2 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:03.529807 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-76ac6abf-0c5d-4880-b77a-9039b9e8b019 req-850d094d-0663-4700-9582-e61df8e6d5d2 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.0525305 Feb 16 18:26:03.581414 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-76ac6abf-0c5d-4880-b77a-9039b9e8b019 req-5cde2f53-a2ab-4eda-9e54-9d20010139a2 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461106 Feb 16 18:26:04.406065 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-806de94e-63ab-4e07-9fe0-33038b6d8e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:04.702045 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc26644-f675-4a6f-98c1-60973355cf54 req-c02d0a5b-ac6a-4b16-85e1-f43ffb2070e9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:04.703780 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7dc26644-f675-4a6f-98c1-60973355cf54 req-c02d0a5b-ac6a-4b16-85e1-f43ffb2070e9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.0529027 Feb 16 18:26:04.749764 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7dc26644-f675-4a6f-98c1-60973355cf54 req-886f8c6f-e82a-47a9-8d11-4f017a4e1821 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405617 Feb 16 18:26:05.585721 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:05.874405 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59399bce-d7ec-4d72-b0ad-76b71c9603c8 req-ea977a95-c580-4a37-b769-601337768d45 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:05.875792 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-59399bce-d7ec-4d72-b0ad-76b71c9603c8 req-ea977a95-c580-4a37-b769-601337768d45 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.0538230 Feb 16 18:26:05.922110 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-59399bce-d7ec-4d72-b0ad-76b71c9603c8 req-7602d00d-fb9e-4649-925e-857c02dc7910 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407979 Feb 16 18:26:07.022383 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:07.036682 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 099e0137-669d-4fda-b1f2-8dbf6595a131 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=103277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 18:26:07.045813 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad2870-8a3f-44c7-89e5-d6924d023e49 req-fdd2a6b1-887b-48af-8031-15bd38d365a4 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:07.047296 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-bcad2870-8a3f-44c7-89e5-d6924d023e49 req-fdd2a6b1-887b-48af-8031-15bd38d365a4 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.0548537 Feb 16 18:26:07.093399 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-bcad2870-8a3f-44c7-89e5-d6924d023e49 req-1e5d2064-a135-4b27-b0b6-c0474c34fed9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402443 Feb 16 18:26:07.139343 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 099e0137-669d-4fda-b1f2-8dbf6595a131, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=099e0137-669d-4fda-b1f2-8dbf6595a131,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:07.150406 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Returning: {'device': '099e0137-669d-4fda-b1f2-8dbf6595a131', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'port_id': '099e0137-669d-4fda-b1f2-8dbf6595a131', 'mac_address': 'fa:16:3e:50:5a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 18:26:07.188455 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 099e0137-669d-4fda-b1f2-8dbf6595a131 is: ACTIVE; New status is: BUILD {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:26:07.188847 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (099e0137-669d-4fda-b1f2-8dbf6595a131), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:07.206294 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 099e0137-669d-4fda-b1f2-8dbf6595a131 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:26:07.226547 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 099e0137-669d-4fda-b1f2-8dbf6595a131, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=099e0137-669d-4fda-b1f2-8dbf6595a131,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:07.307674 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (099e0137-669d-4fda-b1f2-8dbf6595a131), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:07.354239 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=099e0137-669d-4fda-b1f2-8dbf6595a131,revision_number=6']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:07.361389 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:07.361737 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:07.362070 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:07.362398 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:07.362723 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:07.363044 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:07.363365 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:07.363723 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:07.364047 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:07.364365 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:07.364681 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:07.365025 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:07.365360 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:07.454296 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['099e0137-669d-4fda-b1f2-8dbf6595a131'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:26:08.220417 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3053ba3-76e8-4ece-a17c-b82cca43ce3d req-c2dd092f-1bbe-4636-8be4-6a79bfdf8cc9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:08.221985 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d3053ba3-76e8-4ece-a17c-b82cca43ce3d req-c2dd092f-1bbe-4636-8be4-6a79bfdf8cc9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 944 time: 0.0571430 Feb 16 18:26:08.268677 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d3053ba3-76e8-4ece-a17c-b82cca43ce3d req-d42d9051-61af-4b51-8def-9b7407c2f93d tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409217 Feb 16 18:26:08.523508 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae85450-7d54-43fb-a45b-57e4cf5e7f68 req-18df6864-bf6a-4dd6-802a-62473f62f19a tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:08.524900 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-dae85450-7d54-43fb-a45b-57e4cf5e7f68 req-18df6864-bf6a-4dd6-802a-62473f62f19a tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d7384ed-8839-41a5-b671-ff2d72a2b06a HTTP/1.1" status: 200 len: 945 time: 0.0543725 Feb 16 18:26:08.529465 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:08.573474 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-dae85450-7d54-43fb-a45b-57e4cf5e7f68 req-36419da6-c4c0-4b36-8283-2195be67f9e2 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=a38e1859-6e40-40fc-b849-6bf4287c4488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420549 Feb 16 18:26:09.072683 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 099e0137-669d-4fda-b1f2-8dbf6595a131 up at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:26:09.128356 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning complete for port 099e0137-669d-4fda-b1f2-8dbf6595a131 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:26:09.128730 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (099e0137-669d-4fda-b1f2-8dbf6595a131), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:09.219972 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 099e0137-669d-4fda-b1f2-8dbf6595a131 is: BUILD; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:26:09.220783 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (099e0137-669d-4fda-b1f2-8dbf6595a131), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:09.249639 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcae768a-561b-4d78-8c58-2b78f3ede2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099e0137-669d-4fda-b1f2-8dbf6595a131'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:26:09.252152 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d989da8-fd7c-4f0e-96bb-9fd3629a2168" -d '{"events": [{"server_uuid": "dcae768a-561b-4d78-8c58-2b78f3ede2ec", "name": "network-vif-plugged", "status": "completed", "tag": "099e0137-669d-4fda-b1f2-8dbf6595a131"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:26:09.266479 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 099e0137-669d-4fda-b1f2-8dbf6595a131, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=099e0137-669d-4fda-b1f2-8dbf6595a131,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:09.359646 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (099e0137-669d-4fda-b1f2-8dbf6595a131), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:09.419779 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=099e0137-669d-4fda-b1f2-8dbf6595a131,revision_number=7']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:09.419905 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ddf70-72ba-4b2f-809f-768846dba9e7 req-e9829cba-82d8-470c-928f-be868f1f48b0 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:09.421704 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-109ddf70-72ba-4b2f-809f-768846dba9e7 req-e9829cba-82d8-470c-928f-be868f1f48b0 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.0684545 Feb 16 18:26:09.490078 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfa6ed8-d903-4ac8-8c52-6bb71b86e335 x-openstack-request-id: req-edfa6ed8-d903-4ac8-8c52-6bb71b86e335 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:26:09.490078 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcae768a-561b-4d78-8c58-2b78f3ede2ec", "name": "network-vif-plugged", "status": "completed", "tag": "099e0137-669d-4fda-b1f2-8dbf6595a131", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:26:09.490078 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-edfa6ed8-d903-4ac8-8c52-6bb71b86e335 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:26:09.490078 dv-cinder-773985-33-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcae768a-561b-4d78-8c58-2b78f3ede2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099e0137-669d-4fda-b1f2-8dbf6595a131', 'code': 200} Feb 16 18:26:09.501404 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-109ddf70-72ba-4b2f-809f-768846dba9e7 req-2f5f2686-9257-4e22-856b-c406686ca638 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711269 Feb 16 18:26:09.714897 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572263fe-a2cb-490a-b9a8-6c8f44d4d0c7 req-502f5a71-96cb-4e03-952b-fa2ad77cb99a tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:09.717268 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-572263fe-a2cb-490a-b9a8-6c8f44d4d0c7 req-502f5a71-96cb-4e03-952b-fa2ad77cb99a tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d7384ed-8839-41a5-b671-ff2d72a2b06a HTTP/1.1" status: 200 len: 945 time: 0.0674889 Feb 16 18:26:09.771569 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-572263fe-a2cb-490a-b9a8-6c8f44d4d0c7 req-c470faa9-d0ca-4cbc-a0b0-518b97ebd2e1 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=a38e1859-6e40-40fc-b849-6bf4287c4488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482974 Feb 16 18:26:10.507960 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a608a-1d85-43f6-80ec-f3ec89884a62 req-4055b7d8-aa92-440b-aa22-1b2c7354cd60 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:10.509463 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ee4a608a-1d85-43f6-80ec-f3ec89884a62 req-4055b7d8-aa92-440b-aa22-1b2c7354cd60 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d7384ed-8839-41a5-b671-ff2d72a2b06a HTTP/1.1" status: 200 len: 945 time: 0.0590196 Feb 16 18:26:10.633718 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-ee4a608a-1d85-43f6-80ec-f3ec89884a62 req-dcfec236-7e7f-4875-83e5-7032fe52c914 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Deleting port 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:26:10.634479 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-ee4a608a-1d85-43f6-80ec-f3ec89884a62 req-dcfec236-7e7f-4875-83e5-7032fe52c914 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (776bc1a7-7bb4-4b74-a1d4-07a58e0a5146), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:10.639972 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c9994-8479-4918-ab49-8801c55249fa req-87058b53-5cb8-4867-ad16-63e1c00fe26e tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:10.647121 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a56c9994-8479-4918-ab49-8801c55249fa req-87058b53-5cb8-4867-ad16-63e1c00fe26e tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.0640361 Feb 16 18:26:10.704506 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a56c9994-8479-4918-ab49-8801c55249fa req-a8b8c02c-db85-4764-9e2e-b08f2666f632 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563602 Feb 16 18:26:10.749552 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-ee4a608a-1d85-43f6-80ec-f3ec89884a62 req-dcfec236-7e7f-4875-83e5-7032fe52c914 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] For port 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=776bc1a7-7bb4-4b74-a1d4-07a58e0a5146,segment=NetworkSegment(3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff),segment_id=3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:10.750118 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-ee4a608a-1d85-43f6-80ec-f3ec89884a62 req-dcfec236-7e7f-4875-83e5-7032fe52c914 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (776bc1a7-7bb4-4b74-a1d4-07a58e0a5146), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:10.977092 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d785cb6-a107-4fd6-8dad-5b455c03b2e9 req-ff756993-ed16-4bcd-92e4-690fbea4442a tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:10.979672 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6d785cb6-a107-4fd6-8dad-5b455c03b2e9 req-ff756993-ed16-4bcd-92e4-690fbea4442a tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d7384ed-8839-41a5-b671-ff2d72a2b06a HTTP/1.1" status: 200 len: 945 time: 0.1169786 Feb 16 18:26:10.998726 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-ee4a608a-1d85-43f6-80ec-f3ec89884a62 req-dcfec236-7e7f-4875-83e5-7032fe52c914 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:10.999081 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-ee4a608a-1d85-43f6-80ec-f3ec89884a62 req-dcfec236-7e7f-4875-83e5-7032fe52c914 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459730'] for floatingip (12ba9b56-3cf6-4778-b644-b9d93df5ebeb), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:10.999392 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.db.l3_db [req-ee4a608a-1d85-43f6-80ec-f3ec89884a62 req-dcfec236-7e7f-4875-83e5-7032fe52c914 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Floating IP 12ba9b56-3cf6-4778-b644-b9d93df5ebeb disassociated. External IP: 172.27.3.104, port: 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146. Feb 16 18:26:10.999730 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-ee4a608a-1d85-43f6-80ec-f3ec89884a62 req-dcfec236-7e7f-4875-83e5-7032fe52c914 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Calling delete_port for 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146 owned by compute:nova {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:26:11.084745 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6d785cb6-a107-4fd6-8dad-5b455c03b2e9 req-55fb69ef-d8fe-449e-a112-34d268eb9472 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups?id=a38e1859-6e40-40fc-b849-6bf4287c4488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945511 Feb 16 18:26:11.228040 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-ee4a608a-1d85-43f6-80ec-f3ec89884a62 req-dcfec236-7e7f-4875-83e5-7032fe52c914 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (776bc1a7-7bb4-4b74-a1d4-07a58e0a5146), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:11.255749 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfec236-7e7f-4875-83e5-7032fe52c914 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Pushing event deleted for resources: {'Port': ['ID=776bc1a7-7bb4-4b74-a1d4-07a58e0a5146,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:11.408913 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee4a608a-1d85-43f6-80ec-f3ec89884a62 req-dcfec236-7e7f-4875-83e5-7032fe52c914 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Router bf206999-21fd-48f2-880a-1a878b4c6f6f has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:26:11.530005 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee4a608a-1d85-43f6-80ec-f3ec89884a62 req-dcfec236-7e7f-4875-83e5-7032fe52c914 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:26:11.540184 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df59d70-77fb-4d0a-9d30-397baa54f86b None None] Sync routers for ids ['bf206999-21fd-48f2-880a-1a878b4c6f6f'] in dv-cinder-773985-33-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:26:11.553392 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df59d70-77fb-4d0a-9d30-397baa54f86b None None] Routers {'bf206999-21fd-48f2-880a-1a878b4c6f6f'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:26:11.554417 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-0df59d70-77fb-4d0a-9d30-397baa54f86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:26:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['bf206999-21fd-48f2-880a-1a878b4c6f6f'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:11.587262 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4a608a-1d85-43f6-80ec-f3ec89884a62 req-dcfec236-7e7f-4875-83e5-7032fe52c914 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] No DVR routers for this DVR port 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146 on host hv-cinder-77398 {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:26:11.591749 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-ee4a608a-1d85-43f6-80ec-f3ec89884a62 req-dcfec236-7e7f-4875-83e5-7032fe52c914 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:11.596214 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ee4a608a-1d85-43f6-80ec-f3ec89884a62 req-dcfec236-7e7f-4875-83e5-7032fe52c914 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.45 "DELETE /v2.0/ports/776bc1a7-7bb4-4b74-a1d4-07a58e0a5146 HTTP/1.1" status: 204 len: 173 time: 1.0801291 Feb 16 18:26:11.596733 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7384ed-8839-41a5-b671-ff2d72a2b06a', 'name': 'network-vif-deleted', 'tag': '776bc1a7-7bb4-4b74-a1d4-07a58e0a5146'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:26:11.599353 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9d9e76-79d2-4719-958b-fa029b84bf46" -d '{"events": [{"server_uuid": "8d7384ed-8839-41a5-b671-ff2d72a2b06a", "name": "network-vif-deleted", "tag": "776bc1a7-7bb4-4b74-a1d4-07a58e0a5146"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:26:11.813212 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752aaf21-4fc6-4adb-90f2-d17fe817a176 x-openstack-request-id: req-752aaf21-4fc6-4adb-90f2-d17fe817a176 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:26:11.843204 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7384ed-8839-41a5-b671-ff2d72a2b06a", "name": "network-vif-deleted", "tag": "776bc1a7-7bb4-4b74-a1d4-07a58e0a5146", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:26:11.843204 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-752aaf21-4fc6-4adb-90f2-d17fe817a176 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:26:11.843204 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7384ed-8839-41a5-b671-ff2d72a2b06a', 'name': 'network-vif-deleted', 'tag': '776bc1a7-7bb4-4b74-a1d4-07a58e0a5146', 'status': 'completed', 'code': 200} Feb 16 18:26:11.844160 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-0df59d70-77fb-4d0a-9d30-397baa54f86b None None] Set router bf206999-21fd-48f2-880a-1a878b4c6f6f gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:26:11.865533 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9047c-981e-4a92-b97e-20291d949523 req-16ed9ce7-0392-4820-b331-8170b5dd5492 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:11.867011 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6be9047c-981e-4a92-b97e-20291d949523 req-16ed9ce7-0392-4820-b331-8170b5dd5492 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.0714352 Feb 16 18:26:11.915991 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6be9047c-981e-4a92-b97e-20291d949523 req-3593ea37-d176-48c4-9108-02d0893da05b tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429182 Feb 16 18:26:12.041009 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-0df59d70-77fb-4d0a-9d30-397baa54f86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'name': 'tempest-AttachVolumeTestJSON-327368075-router', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:14Z', 'revision_number': 4, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'gw_port': {'id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '31806db4-3ba8-4d25-9939-ec2d55da9a1e', 'name': '', 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'mac_address': 'fa:16:3e:fa:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:13Z', 'updated_at': '2022-02-16T18:20:19Z', 'revision_number': 5, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'subnets': [{'id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:12.070399 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df59d70-77fb-4d0a-9d30-397baa54f86b None None] Checking router: bf206999-21fd-48f2-880a-1a878b4c6f6f for host: dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:26:12.079598 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df59d70-77fb-4d0a-9d30-397baa54f86b None None] Routers {'bf206999-21fd-48f2-880a-1a878b4c6f6f'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:26:12.080197 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-0df59d70-77fb-4d0a-9d30-397baa54f86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:26:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['bf206999-21fd-48f2-880a-1a878b4c6f6f'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:12.188988 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-aeb9bacc-3a83-453e-bf9c-2b61c18e56f1 req-f6460ba0-9f41-4ade-a20e-7adbcb7c3003 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/ports?device_id=8d7384ed-8839-41a5-b671-ff2d72a2b06a HTTP/1.1" status: 200 len: 210 time: 0.0274875 Feb 16 18:26:12.196706 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-0df59d70-77fb-4d0a-9d30-397baa54f86b None None] Set router bf206999-21fd-48f2-880a-1a878b4c6f6f gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:26:12.407576 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-87611e4f-f1e7-4ea3-bc1f-c88c5e8e515b req-2f5aab63-24f8-465f-a108-ffee39850a98 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-42242476&fields=id&tenant_id=504750dba476418dbce439401f05472d HTTP/1.1" status: 200 len: 267 time: 0.0684185 Feb 16 18:26:12.455444 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-0df59d70-77fb-4d0a-9d30-397baa54f86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'name': 'tempest-AttachVolumeTestJSON-327368075-router', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:14Z', 'revision_number': 4, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'gw_port': {'id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '31806db4-3ba8-4d25-9939-ec2d55da9a1e', 'name': '', 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'mac_address': 'fa:16:3e:fa:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:13Z', 'updated_at': '2022-02-16T18:20:19Z', 'revision_number': 5, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'subnets': [{'id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:12.486525 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87611e4f-f1e7-4ea3-bc1f-c88c5e8e515b req-c7be0d34-5177-45d9-9a4b-c8252148244c tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:12.495220 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-87611e4f-f1e7-4ea3-bc1f-c88c5e8e515b req-c7be0d34-5177-45d9-9a4b-c8252148244c tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 985 time: 0.0866170 Feb 16 18:26:12.498162 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df59d70-77fb-4d0a-9d30-397baa54f86b None None] The sync data for ids ['bf206999-21fd-48f2-880a-1a878b4c6f6f'] in dv-cinder-773985-33-iscsi is: [{'id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'name': 'tempest-AttachVolumeTestJSON-327368075-router', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:14Z', 'revision_number': 4, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'gw_port': {'id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '31806db4-3ba8-4d25-9939-ec2d55da9a1e', 'name': '', 'network_id': '2e0a2f9f-e6a2-446a-9d48-be3aafb44596', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'mac_address': 'fa:16:3e:fa:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:13Z', 'updated_at': '2022-02-16T18:20:19Z', 'revision_number': 5, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'subnets': [{'id': '0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:26:12.509003 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-87611e4f-f1e7-4ea3-bc1f-c88c5e8e515b req-17af1655-9ab7-4b74-ad07-83e1251799ad tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Request body: {'port': {'security_groups': ['a2f6cb50-9344-4c4d-9b7d-fa3415a34126']}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:26:12.662437 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:12.924108 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe0c22-43e6-47b4-88a0-21054ff7aa75 req-4e527c61-06c2-47f0-8f6c-6b169bfa7bf1 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:12.926100 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-79fe0c22-43e6-47b4-88a0-21054ff7aa75 req-4e527c61-06c2-47f0-8f6c-6b169bfa7bf1 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 946 time: 0.0988543 Feb 16 18:26:12.934661 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56770d26-7c98-48df-abf6-18e3ebeabc5c None None] New status for floating IP 12ba9b56-3cf6-4778-b644-b9d93df5ebeb: DOWN {{(pid=103279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 18:26:12.955434 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-87611e4f-f1e7-4ea3-bc1f-c88c5e8e515b req-17af1655-9ab7-4b74-ad07-83e1251799ad tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (7759685a-c9eb-4959-b5c8-6791df735cc5), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:13.032740 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-79fe0c22-43e6-47b4-88a0-21054ff7aa75 req-93379a0d-da92-43ba-9f6a-188e0e4f07c1 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943553 Feb 16 18:26:13.174259 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afae29a-d342-48c4-b4fb-e138e65e510a req-d78f5875-fe5c-4dff-bbc2-9c44929f87b4 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:13.175902 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-6afae29a-d342-48c4-b4fb-e138e65e510a req-d78f5875-fe5c-4dff-bbc2-9c44929f87b4 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.0646300 Feb 16 18:26:13.183838 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-87611e4f-f1e7-4ea3-bc1f-c88c5e8e515b req-17af1655-9ab7-4b74-ad07-83e1251799ad tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] For port 7759685a-c9eb-4959-b5c8-6791df735cc5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7759685a-c9eb-4959-b5c8-6791df735cc5,segment=NetworkSegment(0f4922ac-3f69-4c1c-868b-6e5f1680ee82),segment_id=0f4922ac-3f69-4c1c-868b-6e5f1680ee82)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:13.238936 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-87611e4f-f1e7-4ea3-bc1f-c88c5e8e515b req-17af1655-9ab7-4b74-ad07-83e1251799ad tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for port (7759685a-c9eb-4959-b5c8-6791df735cc5), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:13.247174 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-6afae29a-d342-48c4-b4fb-e138e65e510a req-d0139d17-d26f-46cb-8ac9-6ff579b618ba tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648377 Feb 16 18:26:13.308118 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-87611e4f-f1e7-4ea3-bc1f-c88c5e8e515b req-17af1655-9ab7-4b74-ad07-83e1251799ad tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (7759685a-c9eb-4959-b5c8-6791df735cc5), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:13.325987 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['7759685a-c9eb-4959-b5c8-6791df735cc5'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:26:13.353108 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87611e4f-f1e7-4ea3-bc1f-c88c5e8e515b req-17af1655-9ab7-4b74-ad07-83e1251799ad tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:13.353964 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-87611e4f-f1e7-4ea3-bc1f-c88c5e8e515b req-17af1655-9ab7-4b74-ad07-83e1251799ad tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:13.360367 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-87611e4f-f1e7-4ea3-bc1f-c88c5e8e515b req-17af1655-9ab7-4b74-ad07-83e1251799ad tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "PUT /v2.0/ports/7759685a-c9eb-4959-b5c8-6791df735cc5 HTTP/1.1" status: 200 len: 943 time: 0.8638918 Feb 16 18:26:13.362839 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 60948) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:13.405444 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 60950) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:13.413128 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af1655-9ab7-4b74-ad07-83e1251799ad tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Pushing event updated for resources: {'Port': ['ID=7759685a-c9eb-4959-b5c8-6791df735cc5,revision_number=7']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:13.453199 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['7759685a-c9eb-4959-b5c8-6791df735cc5'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:26:13.516733 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-630f599b-10ec-4b7d-a695-88f175855992 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for security_group (681de984-1938-4ea6-99d5-5c032140b358), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:13.548737 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-630f599b-10ec-4b7d-a695-88f175855992 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for security_group (681de984-1938-4ea6-99d5-5c032140b358), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:13.627965 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-22f737a4-888b-4af9-b36d-a0b2a117cd0a tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for security_group (a38e1859-6e40-40fc-b849-6bf4287c4488), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:13.667408 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-22f737a4-888b-4af9-b36d-a0b2a117cd0a tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for security_group (a38e1859-6e40-40fc-b849-6bf4287c4488), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:13.707932 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-630f599b-10ec-4b7d-a695-88f175855992 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (681de984-1938-4ea6-99d5-5c032140b358), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:13.713644 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-630f599b-10ec-4b7d-a695-88f175855992 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:13.716265 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-630f599b-10ec-4b7d-a695-88f175855992 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "DELETE /v2.0/security-groups/681de984-1938-4ea6-99d5-5c032140b358 HTTP/1.1" status: 204 len: 168 time: 0.3524482 Feb 16 18:26:13.719074 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 60952) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:13.731202 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f599b-10ec-4b7d-a695-88f175855992 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=681de984-1938-4ea6-99d5-5c032140b358,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:13.786260 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-0b7e05f2-1ff2-4cad-b465-1d4c7df09165 None None] Provisioning complete for port 7759685a-c9eb-4959-b5c8-6791df735cc5 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:26:13.787320 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0b7e05f2-1ff2-4cad-b465-1d4c7df09165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (7759685a-c9eb-4959-b5c8-6791df735cc5), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:13.815857 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95faad12-c45a-4a73-b844-738d95f9ba8a', 'tag': '7759685a-c9eb-4959-b5c8-6791df735cc5'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:26:13.818303 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717f36d7-ab83-459d-9aad-d10e0d422d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "95faad12-c45a-4a73-b844-738d95f9ba8a", "tag": "7759685a-c9eb-4959-b5c8-6791df735cc5"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:26:13.847426 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-22f737a4-888b-4af9-b36d-a0b2a117cd0a tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (a38e1859-6e40-40fc-b849-6bf4287c4488), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:13.850759 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-22f737a4-888b-4af9-b36d-a0b2a117cd0a tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:13.852160 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-22f737a4-888b-4af9-b36d-a0b2a117cd0a tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "DELETE /v2.0/security-groups/a38e1859-6e40-40fc-b849-6bf4287c4488 HTTP/1.1" status: 204 len: 168 time: 0.4456575 Feb 16 18:26:13.861107 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 60956) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:13.891828 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-0b7e05f2-1ff2-4cad-b465-1d4c7df09165 None None] Current status of the port 7759685a-c9eb-4959-b5c8-6791df735cc5 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:26:13.897464 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.api.v2.resource [None req-581a9544-cc63-427f-98ce-0325a427fb71 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] show failed (client error): The resource could not be found. Feb 16 18:26:13.901028 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-581a9544-cc63-427f-98ce-0325a427fb71 tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "GET /v2.0/security-groups/a38e1859-6e40-40fc-b849-6bf4287c4488 HTTP/1.1" status: 404 len: 347 time: 0.0356679 Feb 16 18:26:13.909559 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 60958) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:13.922915 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f737a4-888b-4af9-b36d-a0b2a117cd0a tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38e1859-6e40-40fc-b849-6bf4287c4488,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:13.952890 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddc7170-e464-462c-86ae-7758f4ac4f43 x-openstack-request-id: req-5ddc7170-e464-462c-86ae-7758f4ac4f43 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:26:13.953176 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95faad12-c45a-4a73-b844-738d95f9ba8a", "tag": "7759685a-c9eb-4959-b5c8-6791df735cc5", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:26:13.953731 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5ddc7170-e464-462c-86ae-7758f4ac4f43 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:26:13.954069 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95faad12-c45a-4a73-b844-738d95f9ba8a', 'tag': '7759685a-c9eb-4959-b5c8-6791df735cc5', 'status': 'completed', 'code': 200} Feb 16 18:26:14.168920 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-5739c8a8-baa3-4f80-81ef-f672acd24a9c tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Deleting port 7d46cf92-67ac-4d9f-a104-a81f8b132983 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:26:14.169646 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5739c8a8-baa3-4f80-81ef-f672acd24a9c tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (7d46cf92-67ac-4d9f-a104-a81f8b132983), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:14.226700 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d7f83-bade-4463-8c3b-8d50535860a2 req-25c67466-5421-4618-9ec4-11858cb18851 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:14.234664 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-095d7f83-bade-4463-8c3b-8d50535860a2 req-25c67466-5421-4618-9ec4-11858cb18851 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 946 time: 0.0868428 Feb 16 18:26:14.243516 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-493a185b-c9fb-470a-ae17-4f6d3288f9a3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Deleting port b8625d99-4424-47fe-a4a9-f770f835b2b2 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:26:14.244158 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-493a185b-c9fb-470a-ae17-4f6d3288f9a3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (b8625d99-4424-47fe-a4a9-f770f835b2b2), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:14.306506 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f36d7-ab83-459d-9aad-d10e0d422d2c req-99e3f006-2654-42d5-9d2e-54d46fe7f2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:14.308084 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-717f36d7-ab83-459d-9aad-d10e0d422d2c req-99e3f006-2654-42d5-9d2e-54d46fe7f2dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=504750dba476418dbce439401f05472d&device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 1130 time: 0.3532822 Feb 16 18:26:14.315879 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-095d7f83-bade-4463-8c3b-8d50535860a2 req-e6d48fb6-3641-4fe6-8764-665dfabe6913 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803509 Feb 16 18:26:14.354023 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.45', 55220) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:14.355878 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6d0a3015-0994-42bb-b600-5ff014212308 req-8f9ea257-f7c2-4e4a-a0b3-d475fe69b0a1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2262530 Feb 16 18:26:14.399393 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5739c8a8-baa3-4f80-81ef-f672acd24a9c tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (7d46cf92-67ac-4d9f-a104-a81f8b132983), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:14.400368 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5739c8a8-baa3-4f80-81ef-f672acd24a9c tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for floatingip (7d46cf92-67ac-4d9f-a104-a81f8b132983), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:14.431397 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fc5be-598e-4c7f-a603-dbe84b663619 req-8db673df-b7ab-4c2b-a75e-526da34b2a77 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:14.435205 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-8d7fc5be-598e-4c7f-a603-dbe84b663619 req-8db673df-b7ab-4c2b-a75e-526da34b2a77 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 946 time: 0.0801489 Feb 16 18:26:14.499287 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-5739c8a8-baa3-4f80-81ef-f672acd24a9c tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Calling delete_port for 7d46cf92-67ac-4d9f-a104-a81f8b132983 owned by network:floatingip {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:26:14.547892 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-493a185b-c9fb-470a-ae17-4f6d3288f9a3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (b8625d99-4424-47fe-a4a9-f770f835b2b2), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:14.548233 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-493a185b-c9fb-470a-ae17-4f6d3288f9a3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for floatingip (b8625d99-4424-47fe-a4a9-f770f835b2b2), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:14.590974 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [req-8d7fc5be-598e-4c7f-a603-dbe84b663619 req-be492a26-50c9-44c6-9080-96e10482506e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Deleting port d75ddc8a-f29c-44ef-8340-7c1d291db40f {{(pid=103276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:26:14.591317 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [req-8d7fc5be-598e-4c7f-a603-dbe84b663619 req-be492a26-50c9-44c6-9080-96e10482506e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (d75ddc8a-f29c-44ef-8340-7c1d291db40f), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:14.619071 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-493a185b-c9fb-470a-ae17-4f6d3288f9a3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Calling delete_port for b8625d99-4424-47fe-a4a9-f770f835b2b2 owned by network:floatingip {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:26:14.645972 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4d11c-2896-4852-b26a-98f4cfd8af61 req-a8f72881-a099-42c9-9df5-ecbe39da14e3 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:14.652917 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-85e4d11c-2896-4852-b26a-98f4cfd8af61 req-a8f72881-a099-42c9-9df5-ecbe39da14e3 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.2457697 Feb 16 18:26:14.659112 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f36d7-ab83-459d-9aad-d10e0d422d2c req-5b309b57-f681-4da6-b929-dada2940ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:14.660939 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-717f36d7-ab83-459d-9aad-d10e0d422d2c req-5b309b57-f681-4da6-b929-dada2940ab33 service neutron] 10.222.0.45 "GET /v2.0/networks?id=146f32e9-98cf-4603-aa28-6dcd74956ad8 HTTP/1.1" status: 200 len: 915 time: 0.3100405 Feb 16 18:26:14.899802 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [req-8d7fc5be-598e-4c7f-a603-dbe84b663619 req-be492a26-50c9-44c6-9080-96e10482506e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] For port d75ddc8a-f29c-44ef-8340-7c1d291db40f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d75ddc8a-f29c-44ef-8340-7c1d291db40f,segment=NetworkSegment(08c0a576-5684-46da-b0dc-cdc69ee043e9),segment_id=08c0a576-5684-46da-b0dc-cdc69ee043e9)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:14.900296 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [req-8d7fc5be-598e-4c7f-a603-dbe84b663619 req-be492a26-50c9-44c6-9080-96e10482506e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (d75ddc8a-f29c-44ef-8340-7c1d291db40f), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:14.900708 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-717f36d7-ab83-459d-9aad-d10e0d422d2c req-36ec8bec-b9bd-45c9-969b-6e05059d433e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7759685a-c9eb-4959-b5c8-6791df735cc5 HTTP/1.1" status: 200 len: 1002 time: 0.2279658 Feb 16 18:26:14.915404 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-85e4d11c-2896-4852-b26a-98f4cfd8af61 req-72691e80-50aa-484c-9618-fc73bb980af6 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2614264 Feb 16 18:26:14.984063 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f36d7-ab83-459d-9aad-d10e0d422d2c req-89f28fcb-0f58-4940-b233-78fc65a53b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:14.986042 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-717f36d7-ab83-459d-9aad-d10e0d422d2c req-89f28fcb-0f58-4940-b233-78fc65a53b0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6943099e-918e-4aea-8b30-7b25ef27e6ab HTTP/1.1" status: 200 len: 853 time: 0.0677204 Feb 16 18:26:15.107768 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:26:15.114827 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f36d7-ab83-459d-9aad-d10e0d422d2c req-dd02a3f3-b561-41fd-9099-0c3bf0545d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:15.116436 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-717f36d7-ab83-459d-9aad-d10e0d422d2c req-dd02a3f3-b561-41fd-9099-0c3bf0545d44 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=146f32e9-98cf-4603-aa28-6dcd74956ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0960696 Feb 16 18:26:15.144745 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] No Port match for: 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:26:15.145116 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 776bc1a7-7bb4-4b74-a1d4-07a58e0a5146 not bound to the agent host hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:26:15.171329 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5739c8a8-baa3-4f80-81ef-f672acd24a9c tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (7d46cf92-67ac-4d9f-a104-a81f8b132983), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:15.233025 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [req-8d7fc5be-598e-4c7f-a603-dbe84b663619 req-be492a26-50c9-44c6-9080-96e10482506e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:15.233410 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [req-8d7fc5be-598e-4c7f-a603-dbe84b663619 req-be492a26-50c9-44c6-9080-96e10482506e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459730'] for floatingip (8c09a044-fe15-4643-bafe-a6a3995c936c), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:15.233718 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.db.l3_db [req-8d7fc5be-598e-4c7f-a603-dbe84b663619 req-be492a26-50c9-44c6-9080-96e10482506e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Floating IP 8c09a044-fe15-4643-bafe-a6a3995c936c disassociated. External IP: 172.27.3.96, port: d75ddc8a-f29c-44ef-8340-7c1d291db40f. Feb 16 18:26:15.234051 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [req-8d7fc5be-598e-4c7f-a603-dbe84b663619 req-be492a26-50c9-44c6-9080-96e10482506e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Calling delete_port for d75ddc8a-f29c-44ef-8340-7c1d291db40f owned by compute:nova {{(pid=103276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:26:15.250590 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739c8a8-baa3-4f80-81ef-f672acd24a9c tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Pushing event deleted for resources: {'Port': ['ID=7d46cf92-67ac-4d9f-a104-a81f8b132983,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:15.331025 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-493a185b-c9fb-470a-ae17-4f6d3288f9a3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (b8625d99-4424-47fe-a4a9-f770f835b2b2), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:15.338884 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-717f36d7-ab83-459d-9aad-d10e0d422d2c req-eb811799-d88a-4744-9e66-be1ea342884e service neutron] 10.222.0.45 "GET /v2.0/networks/146f32e9-98cf-4603-aa28-6dcd74956ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017374 Feb 16 18:26:15.379044 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a185b-c9fb-470a-ae17-4f6d3288f9a3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Pushing event deleted for resources: {'Port': ['ID=b8625d99-4424-47fe-a4a9-f770f835b2b2,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:15.395245 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5739c8a8-baa3-4f80-81ef-f672acd24a9c tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks [] for floatingip (12ba9b56-3cf6-4778-b644-b9d93df5ebeb), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:15.397012 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5739c8a8-baa3-4f80-81ef-f672acd24a9c tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for floatingip (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:15.403440 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-5739c8a8-baa3-4f80-81ef-f672acd24a9c tempest-AttachVolumeTestJSON-1669488031 tempest-AttachVolumeTestJSON-1669488031-project] 10.222.0.87 "DELETE /v2.0/floatingips/12ba9b56-3cf6-4778-b644-b9d93df5ebeb HTTP/1.1" status: 204 len: 168 time: 1.4937088 Feb 16 18:26:15.544457 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-717f36d7-ab83-459d-9aad-d10e0d422d2c req-e48356a5-cae4-43bc-bebb-9bb97e90a1a9 service neutron] 10.222.0.45 "GET /v2.0/networks/146f32e9-98cf-4603-aa28-6dcd74956ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966789 Feb 16 18:26:15.547850 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-493a185b-c9fb-470a-ae17-4f6d3288f9a3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks [] for floatingip (a6c0b54b-7de1-42e9-83cd-57f724398abf), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:15.548272 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.db.l3_db [None req-493a185b-c9fb-470a-ae17-4f6d3288f9a3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Floating IP a6c0b54b-7de1-42e9-83cd-57f724398abf disassociated (deleted). External IP: 172.27.3.229, port: 7759685a-c9eb-4959-b5c8-6791df735cc5. Feb 16 18:26:15.610349 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [req-8d7fc5be-598e-4c7f-a603-dbe84b663619 req-be492a26-50c9-44c6-9080-96e10482506e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (d75ddc8a-f29c-44ef-8340-7c1d291db40f), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:15.640809 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e158f2d-52a3-42fb-b768-f9113dd3f164 req-87fc54fe-1c85-4080-ae68-91f5bfa5d061 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:15.643696 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7e158f2d-52a3-42fb-b768-f9113dd3f164 req-87fc54fe-1c85-4080-ae68-91f5bfa5d061 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 946 time: 0.1343477 Feb 16 18:26:15.711890 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a3015-0994-42bb-b600-5ff014212308 req-3572843f-36e7-4951-99cf-3ce7e7a40b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:15.713821 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6d0a3015-0994-42bb-b600-5ff014212308 req-3572843f-36e7-4951-99cf-3ce7e7a40b47 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=504750dba476418dbce439401f05472d&device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 1130 time: 0.0830545 Feb 16 18:26:15.832155 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be492a26-50c9-44c6-9080-96e10482506e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Pushing event deleted for resources: {'Port': ['ID=d75ddc8a-f29c-44ef-8340-7c1d291db40f,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:15.878836 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7e158f2d-52a3-42fb-b768-f9113dd3f164 req-b0f56bc2-a63e-4079-8988-9c7b12578cad tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981676 Feb 16 18:26:15.917067 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d7fc5be-598e-4c7f-a603-dbe84b663619 req-be492a26-50c9-44c6-9080-96e10482506e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:26:16.085394 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d7fc5be-598e-4c7f-a603-dbe84b663619 req-be492a26-50c9-44c6-9080-96e10482506e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:26:16.100858 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abce7eb-ff51-4ed0-ab89-2b5d187d8f00 None None] Sync routers for ids ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'] in dv-cinder-773985-33-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:26:16.113471 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abce7eb-ff51-4ed0-ab89-2b5d187d8f00 None None] Routers {'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:26:16.115579 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-6abce7eb-ff51-4ed0-ab89-2b5d187d8f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:26:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:16.190779 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7fc5be-598e-4c7f-a603-dbe84b663619 req-be492a26-50c9-44c6-9080-96e10482506e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] No DVR routers for this DVR port d75ddc8a-f29c-44ef-8340-7c1d291db40f on host hv-cinder-77398 {{(pid=103276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:26:16.198282 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [req-8d7fc5be-598e-4c7f-a603-dbe84b663619 req-be492a26-50c9-44c6-9080-96e10482506e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:16.210852 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-8d7fc5be-598e-4c7f-a603-dbe84b663619 req-be492a26-50c9-44c6-9080-96e10482506e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.45 "DELETE /v2.0/ports/d75ddc8a-f29c-44ef-8340-7c1d291db40f HTTP/1.1" status: 204 len: 173 time: 1.7692792 Feb 16 18:26:16.211295 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd954e35-f8d1-463f-9405-520616b29712', 'name': 'network-vif-deleted', 'tag': 'd75ddc8a-f29c-44ef-8340-7c1d291db40f'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:26:16.217826 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2697ac5bc137568c11401d7db31323aaf7e0b920c8580a1634e3728116959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b3f0c1-bba1-465c-ae09-7d1781c8ed81" -d '{"events": [{"server_uuid": "fd954e35-f8d1-463f-9405-520616b29712", "name": "network-vif-deleted", "tag": "d75ddc8a-f29c-44ef-8340-7c1d291db40f"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:26:16.264939 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ceb4c8a-2412-4aa7-9e16-99e3d0cb3c7e x-openstack-request-id: req-7ceb4c8a-2412-4aa7-9e16-99e3d0cb3c7e {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:26:16.265278 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd954e35-f8d1-463f-9405-520616b29712", "name": "network-vif-deleted", "tag": "d75ddc8a-f29c-44ef-8340-7c1d291db40f", "status": "completed", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:26:16.265615 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7ceb4c8a-2412-4aa7-9e16-99e3d0cb3c7e {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:26:16.266149 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd954e35-f8d1-463f-9405-520616b29712', 'name': 'network-vif-deleted', 'tag': 'd75ddc8a-f29c-44ef-8340-7c1d291db40f', 'status': 'completed', 'code': 200} Feb 16 18:26:16.270004 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-6abce7eb-ff51-4ed0-ab89-2b5d187d8f00 None None] Set router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:26:16.374524 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a3015-0994-42bb-b600-5ff014212308 req-76b1eb59-3b59-483f-a34c-38d5c65dcaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:16.376763 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6d0a3015-0994-42bb-b600-5ff014212308 req-76b1eb59-3b59-483f-a34c-38d5c65dcaf8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=146f32e9-98cf-4603-aa28-6dcd74956ad8 HTTP/1.1" status: 200 len: 915 time: 0.6375134 Feb 16 18:26:16.402091 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493a185b-c9fb-470a-ae17-4f6d3288f9a3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Router 3c16de96-10b6-49b4-95a8-6b1d5ff063e2 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:26:16.443194 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907089d-9509-4756-a0af-b2f7347e30f7 req-c2d3f01c-041a-4c1b-9758-de2cd74255c7 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:16.444715 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0907089d-9509-4756-a0af-b2f7347e30f7 req-c2d3f01c-041a-4c1b-9758-de2cd74255c7 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.1685193 Feb 16 18:26:16.447237 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6d0a3015-0994-42bb-b600-5ff014212308 req-a8cb4075-1ba4-453d-9efe-42165a90d499 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7759685a-c9eb-4959-b5c8-6791df735cc5 HTTP/1.1" status: 200 len: 217 time: 0.0602899 Feb 16 18:26:16.487991 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-6abce7eb-ff51-4ed0-ab89-2b5d187d8f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'name': 'tempest-TestVolumeBootPattern-998245796-router', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:37Z', 'updated_at': '2022-02-16T18:22:41Z', 'revision_number': 4, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'gw_port': {'id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:38Z', 'updated_at': '2022-02-16T18:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '8674fa4a-823e-4de8-b1c9-17126717bd5a', 'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:40Z', 'updated_at': '2022-02-16T18:22:46Z', 'revision_number': 5, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'subnets': [{'id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:16.519715 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abce7eb-ff51-4ed0-ab89-2b5d187d8f00 None None] Checking router: a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 for host: dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:26:16.528693 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abce7eb-ff51-4ed0-ab89-2b5d187d8f00 None None] Routers {'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:26:16.529370 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-6abce7eb-ff51-4ed0-ab89-2b5d187d8f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:26:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:16.625134 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0907089d-9509-4756-a0af-b2f7347e30f7 req-02c462b3-3b47-49c2-8d2c-9bc03b324021 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733029 Feb 16 18:26:16.627052 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a3015-0994-42bb-b600-5ff014212308 req-8bfa806a-6506-497a-b1a8-da730c2e0b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:16.628494 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6d0a3015-0994-42bb-b600-5ff014212308 req-8bfa806a-6506-497a-b1a8-da730c2e0b67 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6943099e-918e-4aea-8b30-7b25ef27e6ab HTTP/1.1" status: 200 len: 853 time: 0.1745429 Feb 16 18:26:16.694045 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-6abce7eb-ff51-4ed0-ab89-2b5d187d8f00 None None] Set router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:26:16.698376 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493a185b-c9fb-470a-ae17-4f6d3288f9a3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:26:16.704549 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-493a185b-c9fb-470a-ae17-4f6d3288f9a3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for floatingip (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:16.710392 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaad6dae-f56c-43bd-9ead-700e69862894 None None] Sync routers for ids ['3c16de96-10b6-49b4-95a8-6b1d5ff063e2'] in dv-cinder-773985-33-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:26:16.715479 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a3015-0994-42bb-b600-5ff014212308 req-7924f2f9-1c1e-446b-a1da-47f31c0a5aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:16.719605 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6d0a3015-0994-42bb-b600-5ff014212308 req-7924f2f9-1c1e-446b-a1da-47f31c0a5aec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=146f32e9-98cf-4603-aa28-6dcd74956ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0812712 Feb 16 18:26:16.731005 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaad6dae-f56c-43bd-9ead-700e69862894 None None] Routers {'3c16de96-10b6-49b4-95a8-6b1d5ff063e2'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:26:16.732208 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-eaad6dae-f56c-43bd-9ead-700e69862894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:26:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['3c16de96-10b6-49b4-95a8-6b1d5ff063e2'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:16.785291 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-493a185b-c9fb-470a-ae17-4f6d3288f9a3 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "DELETE /v2.0/floatingips/a6c0b54b-7de1-42e9-83cd-57f724398abf HTTP/1.1" status: 204 len: 168 time: 3.0625484 Feb 16 18:26:16.785291 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95faad12-c45a-4a73-b844-738d95f9ba8a', 'tag': '7759685a-c9eb-4959-b5c8-6791df735cc5'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:26:16.797168 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a92e74-e378-4758-8d24-57ff42b816a5" -d '{"events": [{"name": "network-changed", "server_uuid": "95faad12-c45a-4a73-b844-738d95f9ba8a", "tag": "7759685a-c9eb-4959-b5c8-6791df735cc5"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:26:16.925512 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39d8429-47d2-422c-8e41-a25013225d81 x-openstack-request-id: req-b39d8429-47d2-422c-8e41-a25013225d81 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:26:16.926051 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95faad12-c45a-4a73-b844-738d95f9ba8a", "tag": "7759685a-c9eb-4959-b5c8-6791df735cc5", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:26:16.926373 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b39d8429-47d2-422c-8e41-a25013225d81 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:26:16.926885 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95faad12-c45a-4a73-b844-738d95f9ba8a', 'tag': '7759685a-c9eb-4959-b5c8-6791df735cc5', 'status': 'completed', 'code': 200} Feb 16 18:26:16.952437 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6d0a3015-0994-42bb-b600-5ff014212308 req-181f8db1-63c5-4e5f-80a1-c1990aa347be service neutron] 10.222.0.45 "GET /v2.0/networks/146f32e9-98cf-4603-aa28-6dcd74956ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143869 Feb 16 18:26:16.987799 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-eaad6dae-f56c-43bd-9ead-700e69862894 None None] Set router 3c16de96-10b6-49b4-95a8-6b1d5ff063e2 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:26:17.133476 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-6abce7eb-ff51-4ed0-ab89-2b5d187d8f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'name': 'tempest-TestVolumeBootPattern-998245796-router', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:37Z', 'updated_at': '2022-02-16T18:22:41Z', 'revision_number': 4, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'gw_port': {'id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:38Z', 'updated_at': '2022-02-16T18:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '8674fa4a-823e-4de8-b1c9-17126717bd5a', 'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:40Z', 'updated_at': '2022-02-16T18:22:46Z', 'revision_number': 5, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'subnets': [{'id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:17.165029 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abce7eb-ff51-4ed0-ab89-2b5d187d8f00 None None] The sync data for ids ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'] in dv-cinder-773985-33-iscsi is: [{'id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'name': 'tempest-TestVolumeBootPattern-998245796-router', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:37Z', 'updated_at': '2022-02-16T18:22:41Z', 'revision_number': 4, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'gw_port': {'id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:38Z', 'updated_at': '2022-02-16T18:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '8674fa4a-823e-4de8-b1c9-17126717bd5a', 'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:40Z', 'updated_at': '2022-02-16T18:22:46Z', 'revision_number': 5, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'subnets': [{'id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:26:17.167826 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-5004012a-e6e0-4d17-9160-4d44d581f6c9 req-ef45eaa7-2c1e-4f1c-856b-c2652100a88e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd954e35-f8d1-463f-9405-520616b29712 HTTP/1.1" status: 200 len: 210 time: 0.0655882 Feb 16 18:26:17.211637 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6d0a3015-0994-42bb-b600-5ff014212308 req-e7ce59d1-0e2e-46fd-a3b1-2e8083365ac0 service neutron] 10.222.0.45 "GET /v2.0/networks/146f32e9-98cf-4603-aa28-6dcd74956ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552783 Feb 16 18:26:17.411291 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a92e74-e378-4758-8d24-57ff42b816a5 req-14301dd9-1cb2-4d2a-88d1-ca9a32174111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:17.412845 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-88a92e74-e378-4758-8d24-57ff42b816a5 req-14301dd9-1cb2-4d2a-88d1-ca9a32174111 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=504750dba476418dbce439401f05472d&device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 1130 time: 0.0730956 Feb 16 18:26:17.587619 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a92e74-e378-4758-8d24-57ff42b816a5 req-4af003ba-7cf6-484c-a420-f5c161a95952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:17.590566 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-88a92e74-e378-4758-8d24-57ff42b816a5 req-4af003ba-7cf6-484c-a420-f5c161a95952 service neutron] 10.222.0.45 "GET /v2.0/networks?id=146f32e9-98cf-4603-aa28-6dcd74956ad8 HTTP/1.1" status: 200 len: 915 time: 0.1700292 Feb 16 18:26:17.645464 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-eaad6dae-f56c-43bd-9ead-700e69862894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'name': 'tempest-TestMinimumBasicScenario-177417997-router', 'tenant_id': '504750dba476418dbce439401f05472d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:23:08Z', 'revision_number': 4, 'project_id': '504750dba476418dbce439401f05472d', 'gw_port': {'id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': 'a33aa4f8-c6c6-446d-8a0a-86e592e38ce8', 'name': '', 'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8', 'tenant_id': '504750dba476418dbce439401f05472d', 'mac_address': 'fa:16:3e:6e:ab:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6943099e-918e-4aea-8b30-7b25ef27e6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:08Z', 'updated_at': '2022-02-16T18:23:12Z', 'revision_number': 5, 'project_id': '504750dba476418dbce439401f05472d', 'subnets': [{'id': '6943099e-918e-4aea-8b30-7b25ef27e6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:17.649514 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-88a92e74-e378-4758-8d24-57ff42b816a5 req-a557c1f1-927d-42d9-afc1-9aa13b1ab3a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7759685a-c9eb-4959-b5c8-6791df735cc5 HTTP/1.1" status: 200 len: 217 time: 0.0511224 Feb 16 18:26:17.679106 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d077426-0bba-4853-baf3-bac7b5d9c101 None None] New status for floating IP 8c09a044-fe15-4643-bafe-a6a3995c936c: DOWN {{(pid=103277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 18:26:17.740642 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a92e74-e378-4758-8d24-57ff42b816a5 req-d5fbc217-fe94-4ad0-96c6-a905369039d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:17.743656 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaad6dae-f56c-43bd-9ead-700e69862894 None None] Checking router: 3c16de96-10b6-49b4-95a8-6b1d5ff063e2 for host: dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:26:17.744424 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-88a92e74-e378-4758-8d24-57ff42b816a5 req-d5fbc217-fe94-4ad0-96c6-a905369039d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6943099e-918e-4aea-8b30-7b25ef27e6ab HTTP/1.1" status: 200 len: 853 time: 0.0835161 Feb 16 18:26:17.764565 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaad6dae-f56c-43bd-9ead-700e69862894 None None] Routers {'3c16de96-10b6-49b4-95a8-6b1d5ff063e2'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:26:17.765880 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-eaad6dae-f56c-43bd-9ead-700e69862894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:26:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['3c16de96-10b6-49b4-95a8-6b1d5ff063e2'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:17.857011 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43ef52-20d8-4807-9642-d8b8724f3ac4 req-a1690ecd-f9eb-4b1b-aac1-d9f64e022d8c tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:17.860546 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-9b43ef52-20d8-4807-9642-d8b8724f3ac4 req-a1690ecd-f9eb-4b1b-aac1-d9f64e022d8c tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.0993302 Feb 16 18:26:17.868491 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a92e74-e378-4758-8d24-57ff42b816a5 req-0e85867f-2ba2-4308-adde-988391372429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:17.872220 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-88a92e74-e378-4758-8d24-57ff42b816a5 req-0e85867f-2ba2-4308-adde-988391372429 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=146f32e9-98cf-4603-aa28-6dcd74956ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1195028 Feb 16 18:26:17.954878 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-eaad6dae-f56c-43bd-9ead-700e69862894 None None] Set router 3c16de96-10b6-49b4-95a8-6b1d5ff063e2 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:26:17.976875 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-9b43ef52-20d8-4807-9642-d8b8724f3ac4 req-d721ccef-211a-4a54-a280-957d790d17e1 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014304 Feb 16 18:26:18.045437 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-88a92e74-e378-4758-8d24-57ff42b816a5 req-70f55543-c2ef-412a-a109-efb9e1c9edb3 service neutron] 10.222.0.45 "GET /v2.0/networks/146f32e9-98cf-4603-aa28-6dcd74956ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639984 Feb 16 18:26:18.203196 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-88a92e74-e378-4758-8d24-57ff42b816a5 req-66547a4b-dd6e-4651-b178-b9d510a984ab service neutron] 10.222.0.45 "GET /v2.0/networks/146f32e9-98cf-4603-aa28-6dcd74956ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510649 Feb 16 18:26:18.321973 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-eaad6dae-f56c-43bd-9ead-700e69862894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'name': 'tempest-TestMinimumBasicScenario-177417997-router', 'tenant_id': '504750dba476418dbce439401f05472d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:23:08Z', 'revision_number': 4, 'project_id': '504750dba476418dbce439401f05472d', 'gw_port': {'id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': 'a33aa4f8-c6c6-446d-8a0a-86e592e38ce8', 'name': '', 'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8', 'tenant_id': '504750dba476418dbce439401f05472d', 'mac_address': 'fa:16:3e:6e:ab:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6943099e-918e-4aea-8b30-7b25ef27e6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:08Z', 'updated_at': '2022-02-16T18:23:12Z', 'revision_number': 5, 'project_id': '504750dba476418dbce439401f05472d', 'subnets': [{'id': '6943099e-918e-4aea-8b30-7b25ef27e6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:18.357332 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaad6dae-f56c-43bd-9ead-700e69862894 None None] The sync data for ids ['3c16de96-10b6-49b4-95a8-6b1d5ff063e2'] in dv-cinder-773985-33-iscsi is: [{'id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'name': 'tempest-TestMinimumBasicScenario-177417997-router', 'tenant_id': '504750dba476418dbce439401f05472d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:23:08Z', 'revision_number': 4, 'project_id': '504750dba476418dbce439401f05472d', 'gw_port': {'id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': 'a33aa4f8-c6c6-446d-8a0a-86e592e38ce8', 'name': '', 'network_id': '146f32e9-98cf-4603-aa28-6dcd74956ad8', 'tenant_id': '504750dba476418dbce439401f05472d', 'mac_address': 'fa:16:3e:6e:ab:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6943099e-918e-4aea-8b30-7b25ef27e6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:08Z', 'updated_at': '2022-02-16T18:23:12Z', 'revision_number': 5, 'project_id': '504750dba476418dbce439401f05472d', 'subnets': [{'id': '6943099e-918e-4aea-8b30-7b25ef27e6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:26:18.612162 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-f6d19a3e-5b5f-4ada-8d9d-aaae52fcfa75 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-985394310&fields=id&tenant_id=bbc85d2f47ed42ae9d13c15932375126 HTTP/1.1" status: 200 len: 267 time: 0.0730951 Feb 16 18:26:18.764044 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-ec0225d3-4540-4890-8417-4a79211d37ba tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:18.765937 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-ec0225d3-4540-4890-8417-4a79211d37ba tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/networks?id=c3b692a3-8e7f-4e30-84f4-e7dc80fed586 HTTP/1.1" status: 200 len: 811 time: 0.1473384 Feb 16 18:26:18.784138 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-4b4e8944-ff15-4a87-bda6-dcf600620810 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/quotas/bbc85d2f47ed42ae9d13c15932375126 HTTP/1.1" status: 200 len: 375 time: 0.0123217 Feb 16 18:26:18.798135 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a625056e-e18b-4767-a99c-eb016d9ff8dc None None] New status for floating IP a6c0b54b-7de1-42e9-83cd-57f724398abf: DOWN {{(pid=103279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 18:26:18.861264 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-d3e72340-cddf-47e0-8620-8f041b844fc9 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=bbc85d2f47ed42ae9d13c15932375126&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716100 Feb 16 18:26:19.038310 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-0e0a498f-ad76-4a67-adfc-7400b00bf5b4 service neutron] 10.222.0.87 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617184 Feb 16 18:26:19.137490 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device d75ddc8a-f29c-44ef-8340-7c1d291db40f no longer exists at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:26:19.143577 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-80e4fef4-84f8-453f-9391-6fca5c039ddc service neutron] 10.222.0.87 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043952 Feb 16 18:26:19.160001 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91fc5c-3224-4db3-bf07-dcfbe1ead3d9 req-3fecb36b-bfb3-4714-807e-624753a8bee6 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:19.164284 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7e91fc5c-3224-4db3-bf07-dcfbe1ead3d9 req-3fecb36b-bfb3-4714-807e-624753a8bee6 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.0681586 Feb 16 18:26:19.177914 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] No Port match for: d75ddc8a-f29c-44ef-8340-7c1d291db40f {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:26:19.178263 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device d75ddc8a-f29c-44ef-8340-7c1d291db40f not bound to the agent host hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:26:19.245804 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7e91fc5c-3224-4db3-bf07-dcfbe1ead3d9 req-2c6dc1d5-75b3-457c-91d0-ed01aff650ca tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747693 Feb 16 18:26:19.722553 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 32816) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:19.969271 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d60e4193-a475-4ee1-9abf-107ca8e3763f req-0cb9600e-3e5f-4c8f-97a2-500d007dc871 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 210 time: 0.1099100 Feb 16 18:26:20.423890 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381d9c4-9023-443b-bfca-407bd3e35013 req-06513cec-33ec-4a43-be7b-5cea1d6366fd tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:20.431538 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9381d9c4-9023-443b-bfca-407bd3e35013 req-06513cec-33ec-4a43-be7b-5cea1d6366fd tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.0932307 Feb 16 18:26:20.477229 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-996bef55-e9a9-4295-9bac-22cd48751603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462034'] for router_interface (bf206999-21fd-48f2-880a-1a878b4c6f6f), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:20.496192 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9381d9c4-9023-443b-bfca-407bd3e35013 req-a83d1013-90f5-4631-bf44-9a644cc8ca36 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634778 Feb 16 18:26:21.020750 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-996bef55-e9a9-4295-9bac-22cd48751603 admin admin] Deleting port 31806db4-3ba8-4d25-9939-ec2d55da9a1e {{(pid=103276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:26:21.021130 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-996bef55-e9a9-4295-9bac-22cd48751603 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (31806db4-3ba8-4d25-9939-ec2d55da9a1e), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:21.062753 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-4c711859-e3e2-4117-a966-cc5730fb3794 req-fffa3344-cbaf-457d-b7a1-4e638f40982f tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 210 time: 0.0354950 Feb 16 18:26:21.102995 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-996bef55-e9a9-4295-9bac-22cd48751603 admin admin] For port 31806db4-3ba8-4d25-9939-ec2d55da9a1e, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=31806db4-3ba8-4d25-9939-ec2d55da9a1e,segment=NetworkSegment(3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff),segment_id=3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:21.103353 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-996bef55-e9a9-4295-9bac-22cd48751603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (31806db4-3ba8-4d25-9939-ec2d55da9a1e), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:21.117390 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-996bef55-e9a9-4295-9bac-22cd48751603 admin admin] Calling delete_port for 31806db4-3ba8-4d25-9939-ec2d55da9a1e owned by network:router_interface {{(pid=103276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:26:21.354172 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-996bef55-e9a9-4295-9bac-22cd48751603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (31806db4-3ba8-4d25-9939-ec2d55da9a1e), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:21.384673 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bef55-e9a9-4295-9bac-22cd48751603 admin admin] Pushing event deleted for resources: {'Port': ['ID=31806db4-3ba8-4d25-9939-ec2d55da9a1e,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:21.615794 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6fc9b-62f2-4980-8ca9-036c32c2c7ed req-25baf655-2f73-49af-8fa6-80d521855b0b tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:21.625526 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fea6fc9b-62f2-4980-8ca9-036c32c2c7ed req-25baf655-2f73-49af-8fa6-80d521855b0b tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 946 time: 0.1033709 Feb 16 18:26:21.677131 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-996bef55-e9a9-4295-9bac-22cd48751603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3745771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460322'] for router_interface (bf206999-21fd-48f2-880a-1a878b4c6f6f), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:21.715175 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d15341-1741-4030-ac94-fecf117e8669 req-16dc1bba-2608-4ff1-8865-56fa5374c26a tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:21.721558 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-09d15341-1741-4030-ac94-fecf117e8669 req-16dc1bba-2608-4ff1-8865-56fa5374c26a tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.1036482 Feb 16 18:26:21.723104 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fea6fc9b-62f2-4980-8ca9-036c32c2c7ed req-deb222c3-52e6-4bd2-ba55-74fef4e94911 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853522 Feb 16 18:26:21.878198 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-09d15341-1741-4030-ac94-fecf117e8669 req-9aea091b-1b39-487e-baec-96dae6187593 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543527 Feb 16 18:26:22.069346 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996bef55-e9a9-4295-9bac-22cd48751603 admin admin] Router bf206999-21fd-48f2-880a-1a878b4c6f6f has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:26:22.176886 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fecb9f39-6b99-45d7-b894-ffe8b45d93d2 req-2320b894-2ca5-4525-8561-b50906d40cab tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 210 time: 0.0301507 Feb 16 18:26:22.209018 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996bef55-e9a9-4295-9bac-22cd48751603 admin admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:26:22.214510 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-996bef55-e9a9-4295-9bac-22cd48751603 admin admin] 10.222.0.87 "PUT /v2.0/routers/bf206999-21fd-48f2-880a-1a878b4c6f6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4908350 Feb 16 18:26:22.219337 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 32852) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:22.221825 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ced457-002f-4ecd-a65c-2dc17559837d None None] Sync routers for ids ['bf206999-21fd-48f2-880a-1a878b4c6f6f'] in dv-cinder-773985-33-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:26:22.232414 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ced457-002f-4ecd-a65c-2dc17559837d None None] Routers {'bf206999-21fd-48f2-880a-1a878b4c6f6f'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:26:22.233021 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-89ced457-002f-4ecd-a65c-2dc17559837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:26:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['bf206999-21fd-48f2-880a-1a878b4c6f6f'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:22.330359 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b4c0-7ca7-457e-bc15-946be0859004 admin admin] Publish callbacks [] for router (bf206999-21fd-48f2-880a-1a878b4c6f6f), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:22.446840 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b4c0-7ca7-457e-bc15-946be0859004 admin admin] Publish callbacks [] for router_gateway (bf206999-21fd-48f2-880a-1a878b4c6f6f), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:22.473343 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-89ced457-002f-4ecd-a65c-2dc17559837d None None] Set router bf206999-21fd-48f2-880a-1a878b4c6f6f gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:26:22.574111 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-eeb6b4c0-7ca7-457e-bc15-946be0859004 admin admin] Deleting port d402d524-78d2-4c45-a21a-c7685fa21a66 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:26:22.574777 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b4c0-7ca7-457e-bc15-946be0859004 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (d402d524-78d2-4c45-a21a-c7685fa21a66), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:22.659809 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-eeb6b4c0-7ca7-457e-bc15-946be0859004 admin admin] For port d402d524-78d2-4c45-a21a-c7685fa21a66, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=d402d524-78d2-4c45-a21a-c7685fa21a66,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:22.660448 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b4c0-7ca7-457e-bc15-946be0859004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (d402d524-78d2-4c45-a21a-c7685fa21a66), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:22.661147 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-89ced457-002f-4ecd-a65c-2dc17559837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'name': 'tempest-AttachVolumeTestJSON-327368075-router', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:26:21Z', 'revision_number': 5, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'gw_port': {'id': 'd402d524-78d2-4c45-a21a-c7685fa21a66', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:22.672583 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-eeb6b4c0-7ca7-457e-bc15-946be0859004 admin admin] Calling delete_port for d402d524-78d2-4c45-a21a-c7685fa21a66 owned by network:router_gateway {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:26:22.693677 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ced457-002f-4ecd-a65c-2dc17559837d None None] Checking router: bf206999-21fd-48f2-880a-1a878b4c6f6f for host: dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:26:22.704382 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ced457-002f-4ecd-a65c-2dc17559837d None None] Routers {'bf206999-21fd-48f2-880a-1a878b4c6f6f'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:26:22.705163 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-89ced457-002f-4ecd-a65c-2dc17559837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:26:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['bf206999-21fd-48f2-880a-1a878b4c6f6f'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:22.796210 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-89ced457-002f-4ecd-a65c-2dc17559837d None None] Set router bf206999-21fd-48f2-880a-1a878b4c6f6f gateway port host: None {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:26:22.854711 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a03f28-22c1-481f-9658-08ca095927d3 req-fc5216b7-5be9-41ab-8ed7-ab7b7b107ff9 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:22.856062 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-91a03f28-22c1-481f-9658-08ca095927d3 req-fc5216b7-5be9-41ab-8ed7-ab7b7b107ff9 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 946 time: 0.0695832 Feb 16 18:26:22.860339 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-89ced457-002f-4ecd-a65c-2dc17559837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'name': 'tempest-AttachVolumeTestJSON-327368075-router', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:26:22Z', 'revision_number': 6, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'gw_port_host': None}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:22.880762 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-ef9bb2f4-40ab-426b-82c5-a974044d53e3 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:22.882231 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-ef9bb2f4-40ab-426b-82c5-a974044d53e3 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.45 "GET /v2.0/networks?id=c3b692a3-8e7f-4e30-84f4-e7dc80fed586 HTTP/1.1" status: 200 len: 811 time: 0.1650748 Feb 16 18:26:22.891214 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ced457-002f-4ecd-a65c-2dc17559837d None None] The sync data for ids ['bf206999-21fd-48f2-880a-1a878b4c6f6f'] in dv-cinder-773985-33-iscsi is: [{'id': 'bf206999-21fd-48f2-880a-1a878b4c6f6f', 'name': 'tempest-AttachVolumeTestJSON-327368075-router', 'tenant_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:20:09Z', 'updated_at': '2022-02-16T18:26:22Z', 'revision_number': 6, 'project_id': '0aaf8bb86aa245d6a791ffe04f8a7cea', 'gw_port_host': None}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:26:22.915499 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-91a03f28-22c1-481f-9658-08ca095927d3 req-1f37aa7e-e7e6-4861-948b-fe0fbcd31196 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505784 Feb 16 18:26:23.020946 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-1413ea7f-3442-460f-8d7a-f8352e53aae2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbc85d2f47ed42ae9d13c15932375126 HTTP/1.1" status: 200 len: 379 time: 0.1254513 Feb 16 18:26:23.034943 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-25d643eb-e553-4807-b87a-4fb315c9d16c tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Request body: {'port': {'device_id': '4ce874aa-5880-4e1c-854e-f68b65b5aa96', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'admin_state_up': True, 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'security_groups': ['b2c5e5e5-37da-4fa3-aecf-0efc2b48e885']}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:26:23.054494 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b4c0-7ca7-457e-bc15-946be0859004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (d402d524-78d2-4c45-a21a-c7685fa21a66), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:23.095912 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a2111-43c1-4184-9c9a-f51e75b987e9 req-3334e5b2-174d-4390-999b-48a0f85747e8 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:23.097526 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f97a2111-43c1-4184-9c9a-f51e75b987e9 req-3334e5b2-174d-4390-999b-48a0f85747e8 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.1231034 Feb 16 18:26:23.100754 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6b4c0-7ca7-457e-bc15-946be0859004 admin admin] Pushing event deleted for resources: {'Port': ['ID=d402d524-78d2-4c45-a21a-c7685fa21a66,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:23.247518 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f97a2111-43c1-4184-9c9a-f51e75b987e9 req-efca87a2-e4f9-412e-8b1d-34daf40affb6 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404543 Feb 16 18:26:23.259346 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b4c0-7ca7-457e-bc15-946be0859004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-459672'] for router_gateway (bf206999-21fd-48f2-880a-1a878b4c6f6f), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:23.291117 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a22637c7-5082-459e-af86-f6779f25a4bd req-a831fe1a-7d34-49dc-9740-3402d7228adc tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 210 time: 0.0441663 Feb 16 18:26:23.364225 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b4c0-7ca7-457e-bc15-946be0859004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1026400'] for router (bf206999-21fd-48f2-880a-1a878b4c6f6f), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:23.366501 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b4c0-7ca7-457e-bc15-946be0859004 admin admin] Publish callbacks [] for router_controller (bf206999-21fd-48f2-880a-1a878b4c6f6f), precommit_delete_associations {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:23.406695 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4263088-5d5b-477b-835a-c05e99f8af34 req-ea571715-430d-4bed-bc8d-8435fa7bdac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:23.410971 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d4263088-5d5b-477b-835a-c05e99f8af34 req-ea571715-430d-4bed-bc8d-8435fa7bdac7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f578810a0a59485687a431fe9130087f&device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 1129 time: 0.0854340 Feb 16 18:26:23.431530 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-25d643eb-e553-4807-b87a-4fb315c9d16c tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Made reservation on behalf of bbc85d2f47ed42ae9d13c15932375126 for: {'port': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:26:23.435289 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-25d643eb-e553-4807-b87a-4fb315c9d16c tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:23.502063 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b4c0-7ca7-457e-bc15-946be0859004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-465164'] for router (bf206999-21fd-48f2-880a-1a878b4c6f6f), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:23.502621 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb6b4c0-7ca7-457e-bc15-946be0859004 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf206999-21fd-48f2-880a-1a878b4c6f6f {{(pid=103275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 18:26:23.511467 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b4c0-7ca7-457e-bc15-946be0859004 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:23.512422 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-eeb6b4c0-7ca7-457e-bc15-946be0859004 admin admin] 10.222.0.87 "DELETE /v2.0/routers/bf206999-21fd-48f2-880a-1a878b4c6f6f HTTP/1.1" status: 204 len: 168 time: 1.2919800 Feb 16 18:26:23.515284 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 32870) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:23.568828 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4263088-5d5b-477b-835a-c05e99f8af34 req-97129f37-7d31-4514-bf52-67e80012f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:23.570300 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d4263088-5d5b-477b-835a-c05e99f8af34 req-97129f37-7d31-4514-bf52-67e80012f04c service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bd730bd-dcfb-4229-829f-7f99ec690a12 HTTP/1.1" status: 200 len: 917 time: 0.1536551 Feb 16 18:26:23.603186 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_v2 [None req-e457dbc2-6153-4e07-8b0f-36c38afc106e admin admin] Deleting subnet 0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a {{(pid=103275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 18:26:23.610398 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e457dbc2-6153-4e07-8b0f-36c38afc106e admin admin] Publish callbacks [] for subnet (0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:23.617307 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-25d643eb-e553-4807-b87a-4fb315c9d16c tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Allocated IP 172.20.0.10 (c3b692a3-8e7f-4e30-84f4-e7dc80fed586/c1c21080-f6c4-4a5f-9337-f015cc2f7375/8f645f4d-db86-4492-ab2a-c4e89cca4f25) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:26:23.659152 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e457dbc2-6153-4e07-8b0f-36c38afc106e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8533320'] for subnet (0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a), precommit_delete_associations {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:23.693059 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d4263088-5d5b-477b-835a-c05e99f8af34 req-8237d083-72ef-4188-9821-28007d1a5261 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=099e0137-669d-4fda-b1f2-8dbf6595a131 HTTP/1.1" status: 200 len: 1001 time: 0.1167645 Feb 16 18:26:23.754163 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4263088-5d5b-477b-835a-c05e99f8af34 req-2063a841-3284-4339-85f2-de3653406f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:23.755845 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d4263088-5d5b-477b-835a-c05e99f8af34 req-2063a841-3284-4339-85f2-de3653406f75 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bedee63e-09ba-4347-9c07-16dc3ce2fd69 HTTP/1.1" status: 200 len: 855 time: 0.0572038 Feb 16 18:26:23.788201 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device d402d524-78d2-4c45-a21a-c7685fa21a66 no longer exists at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:26:23.823808 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] No Port match for: d402d524-78d2-4c45-a21a-c7685fa21a66 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:26:23.824124 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device d402d524-78d2-4c45-a21a-c7685fa21a66 not bound to the agent host dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:26:23.824911 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 31806db4-3ba8-4d25-9939-ec2d55da9a1e no longer exists at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:26:23.846568 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4263088-5d5b-477b-835a-c05e99f8af34 req-f6d7c60c-4719-4355-a5ab-3550f8383c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:23.847141 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] No Port match for: 31806db4-3ba8-4d25-9939-ec2d55da9a1e {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:26:23.847845 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 31806db4-3ba8-4d25-9939-ec2d55da9a1e not bound to the agent host dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:26:23.848002 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d4263088-5d5b-477b-835a-c05e99f8af34 req-f6d7c60c-4719-4355-a5ab-3550f8383c55 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd730bd-dcfb-4229-829f-7f99ec690a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0858948 Feb 16 18:26:23.899877 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae802f7-4380-4a75-bdbf-fc921ab47144 req-7ee3c362-d63c-44c9-9bfd-b2618a99e9ee tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:23.901408 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6ae802f7-4380-4a75-bdbf-fc921ab47144 req-7ee3c362-d63c-44c9-9bfd-b2618a99e9ee tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.45 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 946 time: 0.2356410 Feb 16 18:26:23.905710 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e457dbc2-6153-4e07-8b0f-36c38afc106e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584056'] for subnet (0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:23.951494 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d4263088-5d5b-477b-835a-c05e99f8af34 req-dfac3a88-8dff-4b95-8086-4f1d74892f3c service neutron] 10.222.0.45 "GET /v2.0/networks/5bd730bd-dcfb-4229-829f-7f99ec690a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963526 Feb 16 18:26:23.986071 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-25d643eb-e553-4807-b87a-4fb315c9d16c tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for port (8f645f4d-db86-4492-ab2a-c4e89cca4f25), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:24.069280 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d4263088-5d5b-477b-835a-c05e99f8af34 req-6e59b2a2-d8ec-4a16-8997-d6bb8f708783 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd730bd-dcfb-4229-829f-7f99ec690a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106446 Feb 16 18:26:24.384099 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d75fd-9ccf-4bc4-bbb3-856dcbc89595 req-192d5a9f-070b-46cc-84d3-a9648cfc54d5 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:24.385667 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a20d75fd-9ccf-4bc4-bbb3-856dcbc89595 req-192d5a9f-070b-46cc-84d3-a9648cfc54d5 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.0573947 Feb 16 18:26:24.397429 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392e137-1bc2-4eaa-b27d-d58c764fc237 req-506078f4-9520-4874-ae84-0e95374c63cf tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:24.399059 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a392e137-1bc2-4eaa-b27d-d58c764fc237 req-506078f4-9520-4874-ae84-0e95374c63cf tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 946 time: 0.3580472 Feb 16 18:26:24.402577 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-6ae802f7-4380-4a75-bdbf-fc921ab47144 req-523f6bf2-901a-48c9-8b83-999675858b9c tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Deleting port 7759685a-c9eb-4959-b5c8-6791df735cc5 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:26:24.402908 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-6ae802f7-4380-4a75-bdbf-fc921ab47144 req-523f6bf2-901a-48c9-8b83-999675858b9c tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (7759685a-c9eb-4959-b5c8-6791df735cc5), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:24.428730 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e457dbc2-6153-4e07-8b0f-36c38afc106e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8530093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8761781'] for subnet (0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:24.438202 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a20d75fd-9ccf-4bc4-bbb3-856dcbc89595 req-af162965-6d76-4725-bc50-940e108687bc tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459187 Feb 16 18:26:24.477381 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-25d643eb-e553-4807-b87a-4fb315c9d16c tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (8f645f4d-db86-4492-ab2a-c4e89cca4f25), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:24.510784 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457dbc2-6153-4e07-8b0f-36c38afc106e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:24.522754 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61beb823-b106-41c2-8d2b-01292993a5f1 None None] Network 2e0a2f9f-e6a2-446a-9d48-be3aafb44596 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:26:24.524317 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e457dbc2-6153-4e07-8b0f-36c38afc106e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for subnet (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:24.527780 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-e457dbc2-6153-4e07-8b0f-36c38afc106e admin admin] 10.222.0.87 "DELETE /v2.0/subnets/0f028d02-77fc-4fbf-8b1a-7f7c7c764b3a HTTP/1.1" status: 204 len: 168 time: 1.0114195 Feb 16 18:26:24.532108 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 32878) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:24.595470 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a392e137-1bc2-4eaa-b27d-d58c764fc237 req-42a2963d-7c73-499d-902e-f676582ef335 tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2f6cb50-9344-4c4d-9b7d-fa3415a34126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881299 Feb 16 18:26:24.597257 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-25d643eb-e553-4807-b87a-4fb315c9d16c tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Network c3b692a3-8e7f-4e30-84f4-e7dc80fed586 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:26:24.608563 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-25d643eb-e553-4807-b87a-4fb315c9d16c tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:26:24.617394 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-25d643eb-e553-4807-b87a-4fb315c9d16c tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:26:24.619093 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e6830-6aca-44d7-a652-e88f43016539 req-66c55a22-e396-4db5-9527-e02c48df31bc tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:24.621547 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-750e6830-6aca-44d7-a652-e88f43016539 req-66c55a22-e396-4db5-9527-e02c48df31bc tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 932 time: 0.1199377 Feb 16 18:26:24.623832 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-6ae802f7-4380-4a75-bdbf-fc921ab47144 req-523f6bf2-901a-48c9-8b83-999675858b9c tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] For port 7759685a-c9eb-4959-b5c8-6791df735cc5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7759685a-c9eb-4959-b5c8-6791df735cc5,segment=NetworkSegment(0f4922ac-3f69-4c1c-868b-6e5f1680ee82),segment_id=0f4922ac-3f69-4c1c-868b-6e5f1680ee82)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:24.624200 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-6ae802f7-4380-4a75-bdbf-fc921ab47144 req-523f6bf2-901a-48c9-8b83-999675858b9c tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (7759685a-c9eb-4959-b5c8-6791df735cc5), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:24.629113 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-63d6c29b-6658-4ae0-a9a1-f4d4f2523651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558149'] for network (2e0a2f9f-e6a2-446a-9d48-be3aafb44596), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:24.637434 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-6ae802f7-4380-4a75-bdbf-fc921ab47144 req-523f6bf2-901a-48c9-8b83-999675858b9c tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Calling delete_port for 7759685a-c9eb-4959-b5c8-6791df735cc5 owned by compute:nova {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:26:24.647126 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d643eb-e553-4807-b87a-4fb315c9d16c tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Pushing event updated for resources: {'Port': ['ID=8f645f4d-db86-4492-ab2a-c4e89cca4f25,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:24.718016 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-750e6830-6aca-44d7-a652-e88f43016539 req-c7b37774-a51d-4c72-b725-7ac3b47943e3 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858028 Feb 16 18:26:24.737671 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23097fa-1690-464d-ae33-7a1004ac94d1 None None] DHCP port deletion for 2e0a2f9f-e6a2-446a-9d48-be3aafb44596 request from dv-cinder-773985-33-iscsi {{(pid=103277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 18:26:24.741907 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-25d643eb-e553-4807-b87a-4fb315c9d16c tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:24.742528 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-25d643eb-e553-4807-b87a-4fb315c9d16c tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:24.753292 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-63d6c29b-6658-4ae0-a9a1-f4d4f2523651 admin admin] Deleting port 9ca0e9f8-2b45-43c5-b237-664a1ff3e798 {{(pid=103276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:26:24.753898 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-63d6c29b-6658-4ae0-a9a1-f4d4f2523651 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (9ca0e9f8-2b45-43c5-b237-664a1ff3e798), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:24.806591 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-a23097fa-1690-464d-ae33-7a1004ac94d1 None None] Deleting port 9ca0e9f8-2b45-43c5-b237-664a1ff3e798 {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:26:24.807133 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a23097fa-1690-464d-ae33-7a1004ac94d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (9ca0e9f8-2b45-43c5-b237-664a1ff3e798), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:24.835369 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-63d6c29b-6658-4ae0-a9a1-f4d4f2523651 admin admin] For port 9ca0e9f8-2b45-43c5-b237-664a1ff3e798, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=9ca0e9f8-2b45-43c5-b237-664a1ff3e798,segment=NetworkSegment(3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff),segment_id=3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:24.835829 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-63d6c29b-6658-4ae0-a9a1-f4d4f2523651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (9ca0e9f8-2b45-43c5-b237-664a1ff3e798), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:24.852084 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-63d6c29b-6658-4ae0-a9a1-f4d4f2523651 admin admin] Calling delete_port for 9ca0e9f8-2b45-43c5-b237-664a1ff3e798 owned by network:dhcp {{(pid=103276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:26:24.876372 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-25d643eb-e553-4807-b87a-4fb315c9d16c tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8459311 Feb 16 18:26:24.878004 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-a23097fa-1690-464d-ae33-7a1004ac94d1 None None] For port 9ca0e9f8-2b45-43c5-b237-664a1ff3e798, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=9ca0e9f8-2b45-43c5-b237-664a1ff3e798,segment=NetworkSegment(3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff),segment_id=3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:24.878401 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a23097fa-1690-464d-ae33-7a1004ac94d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (9ca0e9f8-2b45-43c5-b237-664a1ff3e798), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:24.889572 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Request body: {'port': {'device_id': '4ce874aa-5880-4e1c-854e-f68b65b5aa96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:26:24.892321 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-a23097fa-1690-464d-ae33-7a1004ac94d1 None None] Calling delete_port for 9ca0e9f8-2b45-43c5-b237-664a1ff3e798 owned by network:dhcp {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:26:24.945632 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-6ae802f7-4380-4a75-bdbf-fc921ab47144 req-523f6bf2-901a-48c9-8b83-999675858b9c tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (7759685a-c9eb-4959-b5c8-6791df735cc5), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:24.971138 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['7759685a-c9eb-4959-b5c8-6791df735cc5'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:26:24.983738 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f6bf2-901a-48c9-8b83-999675858b9c tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Pushing event deleted for resources: {'Port': ['ID=7759685a-c9eb-4959-b5c8-6791df735cc5,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:24.994082 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (8f645f4d-db86-4492-ab2a-c4e89cca4f25), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:25.010820 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-81461823-6551-4b3b-9f42-7d8a05f136fc None None] Provisioning complete for port 8f645f4d-db86-4492-ab2a-c4e89cca4f25 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:26:25.011894 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-81461823-6551-4b3b-9f42-7d8a05f136fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (8f645f4d-db86-4492-ab2a-c4e89cca4f25), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:25.020321 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-63d6c29b-6658-4ae0-a9a1-f4d4f2523651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (9ca0e9f8-2b45-43c5-b237-664a1ff3e798), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:25.039177 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae802f7-4380-4a75-bdbf-fc921ab47144 req-523f6bf2-901a-48c9-8b83-999675858b9c tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] No DVR routers for this DVR port 7759685a-c9eb-4959-b5c8-6791df735cc5 on host hv-cinder-77398 {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:26:25.041781 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-6ae802f7-4380-4a75-bdbf-fc921ab47144 req-523f6bf2-901a-48c9-8b83-999675858b9c tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:25.046003 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6ae802f7-4380-4a75-bdbf-fc921ab47144 req-523f6bf2-901a-48c9-8b83-999675858b9c tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.45 "DELETE /v2.0/ports/7759685a-c9eb-4959-b5c8-6791df735cc5 HTTP/1.1" status: 204 len: 173 time: 1.1198344 Feb 16 18:26:25.047674 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95faad12-c45a-4a73-b844-738d95f9ba8a', 'name': 'network-vif-deleted', 'tag': '7759685a-c9eb-4959-b5c8-6791df735cc5'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:26:25.049942 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6c29b-6658-4ae0-a9a1-f4d4f2523651 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ca0e9f8-2b45-43c5-b237-664a1ff3e798,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:25.053656 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d6c29b-6658-4ae0-a9a1-f4d4f2523651 admin admin] No DVR routers for this DVR port 9ca0e9f8-2b45-43c5-b237-664a1ff3e798 on host dv-cinder-773985-33-iscsi {{(pid=103276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:26:25.061840 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92431b4a-f753-4322-b865-fc3db73b96d0" -d '{"events": [{"server_uuid": "95faad12-c45a-4a73-b844-738d95f9ba8a", "name": "network-vif-deleted", "tag": "7759685a-c9eb-4959-b5c8-6791df735cc5"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:26:25.088238 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-81461823-6551-4b3b-9f42-7d8a05f136fc None None] Port 8f645f4d-db86-4492-ab2a-c4e89cca4f25 cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:26:25.100412 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a23097fa-1690-464d-ae33-7a1004ac94d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350'] for port (9ca0e9f8-2b45-43c5-b237-664a1ff3e798), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:25.107167 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179c13ef-bf5e-4554-804d-575b718d50f3 x-openstack-request-id: req-179c13ef-bf5e-4554-804d-575b718d50f3 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:26:25.107469 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95faad12-c45a-4a73-b844-738d95f9ba8a", "name": "network-vif-deleted", "tag": "7759685a-c9eb-4959-b5c8-6791df735cc5", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:26:25.107722 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-179c13ef-bf5e-4554-804d-575b718d50f3 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:26:25.108117 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95faad12-c45a-4a73-b844-738d95f9ba8a', 'name': 'network-vif-deleted', 'tag': '7759685a-c9eb-4959-b5c8-6791df735cc5', 'status': 'completed', 'code': 200} Feb 16 18:26:25.131091 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23097fa-1690-464d-ae33-7a1004ac94d1 None None] Pushing event deleted for resources: {'Port': ['ID=9ca0e9f8-2b45-43c5-b237-664a1ff3e798,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:25.137663 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23097fa-1690-464d-ae33-7a1004ac94d1 None None] No DVR routers for this DVR port 9ca0e9f8-2b45-43c5-b237-664a1ff3e798 on host dv-cinder-773985-33-iscsi {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:26:25.146526 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-63d6c29b-6658-4ae0-a9a1-f4d4f2523651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561157', 'neutron.services.segments.db._delete_segments_for_network-8776562245259'] for network (2e0a2f9f-e6a2-446a-9d48-be3aafb44596), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:25.169224 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.services.segments.db [None req-63d6c29b-6658-4ae0-a9a1-f4d4f2523651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e0a2f9f-e6a2-446a-9d48-be3aafb44596']}} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:25.179396 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.services.segments.db [None req-63d6c29b-6658-4ae0-a9a1-f4d4f2523651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff') {'for_net_delete': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:25.179765 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.services.segments.db [None req-63d6c29b-6658-4ae0-a9a1-f4d4f2523651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff') {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:25.189148 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-63d6c29b-6658-4ae0-a9a1-f4d4f2523651 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776562247060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8560762'] for segment (3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:25.204345 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-63d6c29b-6658-4ae0-a9a1-f4d4f2523651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:25.210457 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d6c29b-6658-4ae0-a9a1-f4d4f2523651 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 18:26:25.210837 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-63d6c29b-6658-4ae0-a9a1-f4d4f2523651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9128083'] for segment (3bcb9d8c-e046-4d45-b8f6-2db1a6af07ff), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: Traceback (most recent call last): Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: timer() Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: cb(*args, **kw) Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: return func(*args, **kwargs) Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: self._notify() Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: self.callback(batched_events) Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: event.method(event) Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: return f(self, *a, **k) Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: return self._get(url).json() Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: return self.request(url, 'GET', **kwargs) Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:26:25.212479 dv-cinder-773985-33-iscsi neutron-server[103276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:26:25.330462 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-63d6c29b-6658-4ae0-a9a1-f4d4f2523651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459708'] for network (2e0a2f9f-e6a2-446a-9d48-be3aafb44596), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:25.335063 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-63d6c29b-6658-4ae0-a9a1-f4d4f2523651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:25.342018 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-63d6c29b-6658-4ae0-a9a1-f4d4f2523651 admin admin] 10.222.0.87 "DELETE /v2.0/networks/2e0a2f9f-e6a2-446a-9d48-be3aafb44596 HTTP/1.1" status: 204 len: 168 time: 0.8095026 Feb 16 18:26:25.358247 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6c29b-6658-4ae0-a9a1-f4d4f2523651 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e0a2f9f-e6a2-446a-9d48-be3aafb44596,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:25.363961 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f645f4d-db86-4492-ab2a-c4e89cca4f25 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:26:25.375572 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Publish callbacks [] for port (8f645f4d-db86-4492-ab2a-c4e89cca4f25), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:25.391547 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Transition to ACTIVE for port object 8f645f4d-db86-4492-ab2a-c4e89cca4f25 will not be triggered until provisioned by entity L2. {{(pid=103275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:26:25.477362 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (8f645f4d-db86-4492-ab2a-c4e89cca4f25), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:25.538180 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Pushing event updated for resources: {'Port': ['ID=8f645f4d-db86-4492-ab2a-c4e89cca4f25,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:25.577419 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9a78e-81b2-400b-895a-5307119aadd5 req-2bd10910-cb5c-4cb3-b370-3a4b0d789068 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:25.579178 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-bdf9a78e-81b2-400b-895a-5307119aadd5 req-2bd10910-cb5c-4cb3-b370-3a4b0d789068 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.0593941 Feb 16 18:26:25.623840 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Attempting to bind port 8f645f4d-db86-4492-ab2a-c4e89cca4f25 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:26:25.624172 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Attempting to bind port 8f645f4d-db86-4492-ab2a-c4e89cca4f25 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '08c0a576-5684-46da-b0dc-cdc69ee043e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:26:25.626241 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Attempting to bind port 8f645f4d-db86-4492-ab2a-c4e89cca4f25 on network c3b692a3-8e7f-4e30-84f4-e7dc80fed586 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:26:25.633122 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Port 8f645f4d-db86-4492-ab2a-c4e89cca4f25 on network c3b692a3-8e7f-4e30-84f4-e7dc80fed586 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 18:26:25.633461 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Attempting to bind port 8f645f4d-db86-4492-ab2a-c4e89cca4f25 on network c3b692a3-8e7f-4e30-84f4-e7dc80fed586 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:26:25.638157 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-bdf9a78e-81b2-400b-895a-5307119aadd5 req-28928ce6-73d5-4716-96a6-571359edc3c7 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515170 Feb 16 18:26:25.645789 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Checking agent: {'id': '5c336864-29ba-45bb-93ac-04ba68c7d8e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'started_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:26:25.645789 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Checking segment: {'id': '08c0a576-5684-46da-b0dc-cdc69ee043e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:26:25.645789 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Bound using segment: {'id': '08c0a576-5684-46da-b0dc-cdc69ee043e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:26:25.645789 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Bound port: 8f645f4d-db86-4492-ab2a-c4e89cca4f25, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c0a576-5684-46da-b0dc-cdc69ee043e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:26:25.645789 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (8f645f4d-db86-4492-ab2a-c4e89cca4f25), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:25.739621 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 32888) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:25.770076 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-3d8aba20-bea5-40c0-9411-07a9bae412b1 req-7dc570a8-4c84-49d5-8bbc-6a8614bce84d tempest-TestMinimumBasicScenario-2142913476 tempest-TestMinimumBasicScenario-2142913476-project] 10.222.0.87 "GET /v2.0/ports?device_id=95faad12-c45a-4a73-b844-738d95f9ba8a HTTP/1.1" status: 200 len: 210 time: 0.0650249 Feb 16 18:26:25.774290 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] For port 8f645f4d-db86-4492-ab2a-c4e89cca4f25, host hv-cinder-77398, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:26:25.788378 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 9ca0e9f8-2b45-43c5-b237-664a1ff3e798 no longer exists at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:26:25.812099 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] For port 8f645f4d-db86-4492-ab2a-c4e89cca4f25, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8f645f4d-db86-4492-ab2a-c4e89cca4f25,segment=NetworkSegment(08c0a576-5684-46da-b0dc-cdc69ee043e9),segment_id=08c0a576-5684-46da-b0dc-cdc69ee043e9)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:26:25.826376 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-9be0b38d-d438-41ff-9e9c-37ef1165aac1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0aaf8bb86aa245d6a791ffe04f8a7cea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0829651 Feb 16 18:26:25.826585 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] No Port match for: 9ca0e9f8-2b45-43c5-b237-664a1ff3e798 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:26:25.826585 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 9ca0e9f8-2b45-43c5-b237-664a1ff3e798 not bound to the agent host dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:26:25.828262 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 32892) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:25.872729 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73861de9-5588-4a2d-b003-b3aa618acc9e req-bb0bc471-2cb1-4888-9ad4-b37c355ff0da tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:25.874309 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-73861de9-5588-4a2d-b003-b3aa618acc9e req-bb0bc471-2cb1-4888-9ad4-b37c355ff0da tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 944 time: 0.0627420 Feb 16 18:26:25.881538 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d1f8e37a-27d9-4fec-9a45-0eb9fe740b37 admin admin] Publish callbacks [] for security_group (95dc27ab-0d70-4bd9-92d3-63016dd3b18d), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:25.884785 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (8f645f4d-db86-4492-ab2a-c4e89cca4f25), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:25.924053 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-73861de9-5588-4a2d-b003-b3aa618acc9e req-f2324067-3259-4920-9924-dcd4565c16ce tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440705 Feb 16 18:26:25.938543 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d1f8e37a-27d9-4fec-9a45-0eb9fe740b37 admin admin] Publish callbacks [] for security_group (95dc27ab-0d70-4bd9-92d3-63016dd3b18d), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:25.957842 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:25.958505 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:25.959869 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] 10.222.0.45 "PUT /v2.0/ports/8f645f4d-db86-4492-ab2a-c4e89cca4f25 HTTP/1.1" status: 200 len: 1094 time: 1.0755780 Feb 16 18:26:25.982675 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Pushing event updated for resources: {'Port': ['ID=8f645f4d-db86-4492-ab2a-c4e89cca4f25,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:25.998089 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:25.998441 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:25.998789 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:25.999130 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:25.999515 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:25.999790 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:26.000122 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:26.000451 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:26.000816 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:26.001264 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:26.001494 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:26.001832 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:26.002144 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de0f7de-d8ec-4956-91ed-454ace3f6d68 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:26.093554 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d1f8e37a-27d9-4fec-9a45-0eb9fe740b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (95dc27ab-0d70-4bd9-92d3-63016dd3b18d), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:26.096190 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d1f8e37a-27d9-4fec-9a45-0eb9fe740b37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:26.099723 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-d1f8e37a-27d9-4fec-9a45-0eb9fe740b37 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/95dc27ab-0d70-4bd9-92d3-63016dd3b18d HTTP/1.1" status: 204 len: 168 time: 0.2673836 Feb 16 18:26:26.110505 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8e37a-27d9-4fec-9a45-0eb9fe740b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dc27ab-0d70-4bd9-92d3-63016dd3b18d,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:26.130505 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-d4bdac35-b218-49d0-8050-6e30093d7b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:26.132063 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-d4bdac35-b218-49d0-8050-6e30093d7b91 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbc85d2f47ed42ae9d13c15932375126&device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 1128 time: 0.0654063 Feb 16 18:26:26.186870 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-5f9676fd-6c84-4fff-9bba-14a517010d3e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f645f4d-db86-4492-ab2a-c4e89cca4f25 HTTP/1.1" status: 200 len: 217 time: 0.0475185 Feb 16 18:26:26.244219 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-2f45e990-374e-44b0-9d5d-47f4234d8051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:26.246170 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-2f45e990-374e-44b0-9d5d-47f4234d8051 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1c21080-f6c4-4a5f-9337-f015cc2f7375 HTTP/1.1" status: 200 len: 850 time: 0.0530965 Feb 16 18:26:26.295758 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-88b8d484-c7f6-4fc2-87c3-b2d4f68743db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:26.297341 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-88b8d484-c7f6-4fc2-87c3-b2d4f68743db service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c3b692a3-8e7f-4e30-84f4-e7dc80fed586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456717 Feb 16 18:26:26.396445 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-7dd8e186-ab7f-42a3-af9e-1b6815e42a02 service neutron] 10.222.0.45 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916119 Feb 16 18:26:26.490814 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-38670d9b-0cee-4c46-aebb-45b5a6b5f528 req-e2b475dc-3912-415b-b892-d1d7568e3a4a service neutron] 10.222.0.45 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872040 Feb 16 18:26:26.772042 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ac4c5-609f-4eaf-8fca-4cbb014580be req-d1f3cc76-2349-4732-8ec8-8bfcdbb0cea3 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:26.773577 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9d8ac4c5-609f-4eaf-8fca-4cbb014580be req-d1f3cc76-2349-4732-8ec8-8bfcdbb0cea3 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 945 time: 0.0584075 Feb 16 18:26:26.830359 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9d8ac4c5-609f-4eaf-8fca-4cbb014580be req-2134bd23-d4fe-4f91-9f1a-673ca510ad82 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502598 Feb 16 18:26:27.033919 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:26:27.063057 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a5e30-3257-4e39-8325-e2ad6e9651e0 req-f6c28d8d-5c1f-4316-8a18-75382d05133f tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:27.064116 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e14a5e30-3257-4e39-8325-e2ad6e9651e0 req-f6c28d8d-5c1f-4316-8a18-75382d05133f tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 944 time: 0.0608459 Feb 16 18:26:27.109728 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce874aa-5880-4e1c-854e-f68b65b5aa96', 'tag': '8f645f4d-db86-4492-ab2a-c4e89cca4f25'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:26:27.112293 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8686d8cc-17be-4c6b-96a3-cd995800f709" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce874aa-5880-4e1c-854e-f68b65b5aa96", "tag": "8f645f4d-db86-4492-ab2a-c4e89cca4f25"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:26:27.125935 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e14a5e30-3257-4e39-8325-e2ad6e9651e0 req-7cac88e3-f996-4a1d-957a-4b64e716c50c tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533428 Feb 16 18:26:27.146670 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 7759685a-c9eb-4959-b5c8-6791df735cc5 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:26:27.179734 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] No Port match for: 7759685a-c9eb-4959-b5c8-6791df735cc5 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:26:27.180080 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 7759685a-c9eb-4959-b5c8-6791df735cc5 not bound to the agent host hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:26:27.180635 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 099e0137-669d-4fda-b1f2-8dbf6595a131 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:26:27.183991 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2d620b-ab2b-4c3e-b123-f599e74552cf x-openstack-request-id: req-ff2d620b-ab2b-4c3e-b123-f599e74552cf {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:26:27.183991 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce874aa-5880-4e1c-854e-f68b65b5aa96", "tag": "8f645f4d-db86-4492-ab2a-c4e89cca4f25", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:26:27.184320 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ff2d620b-ab2b-4c3e-b123-f599e74552cf {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:26:27.184805 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce874aa-5880-4e1c-854e-f68b65b5aa96', 'tag': '8f645f4d-db86-4492-ab2a-c4e89cca4f25', 'status': 'completed', 'code': 200} Feb 16 18:26:27.200311 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 32942) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:27.263894 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686d8cc-17be-4c6b-96a3-cd995800f709 req-9ce3a8bd-5bd5-44e0-87d2-a8f6f869d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:27.266287 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8686d8cc-17be-4c6b-96a3-cd995800f709 req-9ce3a8bd-5bd5-44e0-87d2-a8f6f869d6c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbc85d2f47ed42ae9d13c15932375126&device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 1128 time: 0.0582957 Feb 16 18:26:27.286612 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 099e0137-669d-4fda-b1f2-8dbf6595a131 is: ACTIVE; New status is: DOWN {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:26:27.287013 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (099e0137-669d-4fda-b1f2-8dbf6595a131), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:27.318629 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcae768a-561b-4d78-8c58-2b78f3ede2ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '099e0137-669d-4fda-b1f2-8dbf6595a131'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:26:27.321479 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31aebb0-c704-4889-9e2d-b7f0ad6e5d98" -d '{"events": [{"server_uuid": "dcae768a-561b-4d78-8c58-2b78f3ede2ec", "name": "network-vif-unplugged", "status": "completed", "tag": "099e0137-669d-4fda-b1f2-8dbf6595a131"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:26:27.337435 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 099e0137-669d-4fda-b1f2-8dbf6595a131, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=099e0137-669d-4fda-b1f2-8dbf6595a131,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:27.368870 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Feb 2022 18:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18404094-01d3-4047-b7a3-c11cf194b6cb x-openstack-request-id: req-18404094-01d3-4047-b7a3-c11cf194b6cb {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:26:27.369453 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcae768a-561b-4d78-8c58-2b78f3ede2ec", "name": "network-vif-unplugged", "status": "failed", "tag": "099e0137-669d-4fda-b1f2-8dbf6595a131", "code": 422}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:26:27.369916 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-18404094-01d3-4047-b7a3-c11cf194b6cb {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:26:27.370251 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-d84168d5-6a80-466c-8fb3-9f27a99f8839 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-416287961-network', 'tenant_id': '76fd6f5de3984dad993f96e2d36ca878'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:26:27.371060 dv-cinder-773985-33-iscsi neutron-server[103277]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dcae768a-561b-4d78-8c58-2b78f3ede2ec', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '099e0137-669d-4fda-b1f2-8dbf6595a131', 'code': 422} returned with failed status Feb 16 18:26:27.409096 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686d8cc-17be-4c6b-96a3-cd995800f709 req-9a7f33a7-3bdf-4b2f-8f3a-6c5a792a1c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:27.410588 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8686d8cc-17be-4c6b-96a3-cd995800f709 req-9a7f33a7-3bdf-4b2f-8f3a-6c5a792a1c07 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c3b692a3-8e7f-4e30-84f4-e7dc80fed586 HTTP/1.1" status: 200 len: 912 time: 0.1379628 Feb 16 18:26:27.450851 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (099e0137-669d-4fda-b1f2-8dbf6595a131), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:27.456075 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8686d8cc-17be-4c6b-96a3-cd995800f709 req-35681e18-dcbe-4a45-a39d-62f0d3894386 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f645f4d-db86-4492-ab2a-c4e89cca4f25 HTTP/1.1" status: 200 len: 217 time: 0.0392215 Feb 16 18:26:27.490370 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84168d5-6a80-466c-8fb3-9f27a99f8839 admin admin] Made reservation on behalf of 76fd6f5de3984dad993f96e2d36ca878 for: {'network': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:26:27.492650 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d84168d5-6a80-466c-8fb3-9f27a99f8839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for network (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:27.507146 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d84168d5-6a80-466c-8fb3-9f27a99f8839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:27.507842 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=099e0137-669d-4fda-b1f2-8dbf6595a131,revision_number=8']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:27.531145 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686d8cc-17be-4c6b-96a3-cd995800f709 req-273329f4-e72a-4c13-9997-427a5112911b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:27.532651 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8686d8cc-17be-4c6b-96a3-cd995800f709 req-273329f4-e72a-4c13-9997-427a5112911b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1c21080-f6c4-4a5f-9337-f015cc2f7375 HTTP/1.1" status: 200 len: 850 time: 0.0711474 Feb 16 18:26:27.618585 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686d8cc-17be-4c6b-96a3-cd995800f709 req-e84fb574-98e2-4696-864c-840774d79032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:27.620120 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8686d8cc-17be-4c6b-96a3-cd995800f709 req-e84fb574-98e2-4696-864c-840774d79032 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c3b692a3-8e7f-4e30-84f4-e7dc80fed586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0805302 Feb 16 18:26:27.643037 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d84168d5-6a80-466c-8fb3-9f27a99f8839 admin admin] Publish callbacks [] for security_group (e5a07a4d-7783-4279-83bd-097ad19382de), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:27.716084 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d84168d5-6a80-466c-8fb3-9f27a99f8839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (e5a07a4d-7783-4279-83bd-097ad19382de), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:27.736201 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8686d8cc-17be-4c6b-96a3-cd995800f709 req-4097ddfa-c4a8-40c5-b62a-8b2ac151046e service neutron] 10.222.0.45 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081908 Feb 16 18:26:27.740818 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d84168d5-6a80-466c-8fb3-9f27a99f8839 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 18:26:27.777857 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d84168d5-6a80-466c-8fb3-9f27a99f8839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (d694bd6e-2933-4972-85bb-c2130a8ce19e), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:27.778230 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.db.segments_db [None req-d84168d5-6a80-466c-8fb3-9f27a99f8839 admin admin] Added segment d694bd6e-2933-4972-85bb-c2130a8ce19e of type vlan for network c35fcae6-c2de-43e7-978f-1d61acb1f98c Feb 16 18:26:27.779523 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84168d5-6a80-466c-8fb3-9f27a99f8839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a07a4d-7783-4279-83bd-097ad19382de,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:27.861850 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d84168d5-6a80-466c-8fb3-9f27a99f8839 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776561717104'] for network (c35fcae6-c2de-43e7-978f-1d61acb1f98c), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:27.900647 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8686d8cc-17be-4c6b-96a3-cd995800f709 req-5e9a04c9-63bc-4a7e-9879-5fd4c19fae4d service neutron] 10.222.0.45 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521413 Feb 16 18:26:27.980634 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d84168d5-6a80-466c-8fb3-9f27a99f8839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for network (c35fcae6-c2de-43e7-978f-1d61acb1f98c), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:27.981724 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84168d5-6a80-466c-8fb3-9f27a99f8839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:27.982407 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d84168d5-6a80-466c-8fb3-9f27a99f8839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:28.047934 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84168d5-6a80-466c-8fb3-9f27a99f8839 admin admin] Pushing event updated for resources: {'Network': ['ID=c35fcae6-c2de-43e7-978f-1d61acb1f98c,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:28.059195 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Network c35fcae6-c2de-43e7-978f-1d61acb1f98c details requested by agent ovs-agent-dv-cinder-773985-33-iscsi with host dv-cinder-773985-33-iscsi {{(pid=103277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 18:26:28.087086 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-d84168d5-6a80-466c-8fb3-9f27a99f8839 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8856301 Feb 16 18:26:28.089923 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 32978) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:28.095168 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-18e9980c-dd43-4ffd-b72d-df3fb4be25c6 admin admin] Request body: {'subnet': {'network_id': 'c35fcae6-c2de-43e7-978f-1d61acb1f98c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-416287961-subnet', 'tenant_id': '76fd6f5de3984dad993f96e2d36ca878', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:26:28.170650 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [req-60cc92bd-4656-48f6-a398-d9dd171a0e83 req-2d8737e1-55b5-4143-9e01-1984a76c8aa6 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103276) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:26:28.171640 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-60cc92bd-4656-48f6-a398-d9dd171a0e83 req-2d8737e1-55b5-4143-9e01-1984a76c8aa6 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057704 Feb 16 18:26:28.207359 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e9980c-dd43-4ffd-b72d-df3fb4be25c6 admin admin] Made reservation on behalf of 76fd6f5de3984dad993f96e2d36ca878 for: {'subnet': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:26:28.209731 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-18e9980c-dd43-4ffd-b72d-df3fb4be25c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8761744'] for subnet (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:28.304688 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3480434-d520-46e2-914a-489ca8a837a7 req-a69de0c8-eca5-482d-8fe3-55d5cfbd5f1a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:28.306157 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c3480434-d520-46e2-914a-489ca8a837a7 req-a69de0c8-eca5-482d-8fe3-55d5cfbd5f1a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 944 time: 0.1154604 Feb 16 18:26:28.397540 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c3480434-d520-46e2-914a-489ca8a837a7 req-68ee9092-4adf-47b1-9060-77417abac942 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847273 Feb 16 18:26:28.492553 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268c002-6c3e-4682-b723-7a43fd3c6db7 req-8cd871e3-098c-42ba-9386-51629a2929e4 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:28.494278 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7268c002-6c3e-4682-b723-7a43fd3c6db7 req-8cd871e3-098c-42ba-9386-51629a2929e4 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 943 time: 0.0554938 Feb 16 18:26:28.534945 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-18e9980c-dd43-4ffd-b72d-df3fb4be25c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8533352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8761762'] for subnet (5346df5b-aff7-40a7-ae5e-ef286b1928b6), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:28.557027 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7268c002-6c3e-4682-b723-7a43fd3c6db7 req-cc1923ce-1455-4b99-a0f3-a63ffa228ed1 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561323 Feb 16 18:26:28.586524 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9980c-dd43-4ffd-b72d-df3fb4be25c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5346df5b-aff7-40a7-ae5e-ef286b1928b6,revision_number=0']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:28.608125 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e9980c-dd43-4ffd-b72d-df3fb4be25c6 admin admin] Checking segment: {'id': 'd694bd6e-2933-4972-85bb-c2130a8ce19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c35fcae6-c2de-43e7-978f-1d61acb1f98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:26:28.608578 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e9980c-dd43-4ffd-b72d-df3fb4be25c6 admin admin] Network hostable DHCP agents. Network: c35fcae6-c2de-43e7-978f-1d61acb1f98c, hostable agents: ['f2339edf-a2ee-4e84-8bf4-086a7482b327'], hosted agents: [] {{(pid=103275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 18:26:28.609042 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 32998) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:28.707533 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e9980c-dd43-4ffd-b72d-df3fb4be25c6 admin admin] Network c35fcae6-c2de-43e7-978f-1d61acb1f98c is scheduled to be hosted by DHCP agent f2339edf-a2ee-4e84-8bf4-086a7482b327 with binding_index 1 {{(pid=103275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 18:26:28.787436 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-18e9980c-dd43-4ffd-b72d-df3fb4be25c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-33-iscsi, c35fcae6-c2de-43e7-978f-1d61acb1f98c) {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:26:28.791728 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e9980c-dd43-4ffd-b72d-df3fb4be25c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:28.792374 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-18e9980c-dd43-4ffd-b72d-df3fb4be25c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for subnet (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:28.802594 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5a86f3-73b4-4d0d-8497-0f3f1e360316 None None] Network c35fcae6-c2de-43e7-978f-1d61acb1f98c requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:26:28.881883 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-18e9980c-dd43-4ffd-b72d-df3fb4be25c6 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7906315 Feb 16 18:26:28.906285 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60c86af-cc3e-408c-80a5-7157d489256c None None] Network c35fcae6-c2de-43e7-978f-1d61acb1f98c requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:26:28.977581 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 33010) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:29.082327 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-16a5767d-65cc-448d-aa6c-e39b0092960c req-a5a13844-8f1b-4117-8161-704bbe409971 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1026614 Feb 16 18:26:29.090027 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [req-16a5767d-65cc-448d-aa6c-e39b0092960c req-62745a6c-eaf9-4d4b-9878-76f494513ee7 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103275) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:26:29.091300 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-16a5767d-65cc-448d-aa6c-e39b0092960c req-62745a6c-eaf9-4d4b-9878-76f494513ee7 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063307 Feb 16 18:26:29.178179 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 33028) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:29.197247 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4a02-b3d7-4400-a5e4-887ad5d22e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462034'] for router_interface (3c16de96-10b6-49b4-95a8-6b1d5ff063e2), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:29.332068 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5767d-65cc-448d-aa6c-e39b0092960c req-9f318fbb-7083-44f0-8e51-c455483826b9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:29.333494 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-16a5767d-65cc-448d-aa6c-e39b0092960c req-9f318fbb-7083-44f0-8e51-c455483826b9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports/099e0137-669d-4fda-b1f2-8dbf6595a131 HTTP/1.1" status: 200 len: 940 time: 0.1543455 Feb 16 18:26:29.374895 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-46e9dfeb-2a56-4cf0-b754-8b20c2d82f21 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:29.376283 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-46e9dfeb-2a56-4cf0-b754-8b20c2d82f21 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/networks?id=c35fcae6-c2de-43e7-978f-1d61acb1f98c HTTP/1.1" status: 200 len: 814 time: 0.1577213 Feb 16 18:26:29.394697 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-b02028f5-3911-4a5f-8df0-ffa4b7f44182 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/quotas/76fd6f5de3984dad993f96e2d36ca878 HTTP/1.1" status: 200 len: 375 time: 0.0126483 Feb 16 18:26:29.436511 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-e176bfc8-f4aa-452d-9811-7eac268483a1 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=76fd6f5de3984dad993f96e2d36ca878&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351834 Feb 16 18:26:29.469316 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ebbf4a02-b3d7-4400-a5e4-887ad5d22e16 admin admin] Deleting port a33aa4f8-c6c6-446d-8a0a-86e592e38ce8 {{(pid=103276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:26:29.469655 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4a02-b3d7-4400-a5e4-887ad5d22e16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (a33aa4f8-c6c6-446d-8a0a-86e592e38ce8), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:29.550848 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-8589bd3e-0e2d-45e6-ad72-0bdfede3f506 service neutron] 10.222.0.87 "GET /v2.0/networks/c35fcae6-c2de-43e7-978f-1d61acb1f98c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057327 Feb 16 18:26:29.601264 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ebbf4a02-b3d7-4400-a5e4-887ad5d22e16 admin admin] For port a33aa4f8-c6c6-446d-8a0a-86e592e38ce8, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=a33aa4f8-c6c6-446d-8a0a-86e592e38ce8,segment=NetworkSegment(0f4922ac-3f69-4c1c-868b-6e5f1680ee82),segment_id=0f4922ac-3f69-4c1c-868b-6e5f1680ee82)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:29.601697 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4a02-b3d7-4400-a5e4-887ad5d22e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (a33aa4f8-c6c6-446d-8a0a-86e592e38ce8), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:29.610342 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c9e9e-ced3-4b15-adcd-d40c7b8bbfe2 req-4e734ebb-39f5-438a-8e88-8df9b0f07f68 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:29.611957 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-891c9e9e-ced3-4b15-adcd-d40c7b8bbfe2 req-4e734ebb-39f5-438a-8e88-8df9b0f07f68 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 944 time: 0.1171441 Feb 16 18:26:29.628200 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ebbf4a02-b3d7-4400-a5e4-887ad5d22e16 admin admin] Calling delete_port for a33aa4f8-c6c6-446d-8a0a-86e592e38ce8 owned by network:router_interface {{(pid=103276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:26:29.649556 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-3f4d4fd2-5e18-4a43-8517-42564f592bb8 service neutron] 10.222.0.87 "GET /v2.0/networks/c35fcae6-c2de-43e7-978f-1d61acb1f98c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928719 Feb 16 18:26:29.707873 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-891c9e9e-ced3-4b15-adcd-d40c7b8bbfe2 req-490cbc07-6bf3-4e2a-bfcd-35115fe7ea68 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896361 Feb 16 18:26:29.888347 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922a946-26ab-4d42-b398-6c42533dc13c req-95f77904-d354-4320-a128-8ffcd16ccb63 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:29.889950 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-f922a946-26ab-4d42-b398-6c42533dc13c req-95f77904-d354-4320-a128-8ffcd16ccb63 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 943 time: 0.0966458 Feb 16 18:26:29.949671 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-f922a946-26ab-4d42-b398-6c42533dc13c req-1efb0b86-31ca-4920-b888-9b27ea16b9ba tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511925 Feb 16 18:26:30.258580 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-4972219c-2a11-4fa7-8988-825f75f728d5 req-21e40f25-f2bd-4e8e-84ba-48d413057d12 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b HTTP/1.1" status: 200 len: 210 time: 0.0287061 Feb 16 18:26:30.284514 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4a02-b3d7-4400-a5e4-887ad5d22e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (a33aa4f8-c6c6-446d-8a0a-86e592e38ce8), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:30.316403 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf4a02-b3d7-4400-a5e4-887ad5d22e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=a33aa4f8-c6c6-446d-8a0a-86e592e38ce8,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:30.346141 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbf4a02-b3d7-4400-a5e4-887ad5d22e16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:30.349019 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbf4a02-b3d7-4400-a5e4-887ad5d22e16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:30.349019 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbf4a02-b3d7-4400-a5e4-887ad5d22e16 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:30.349019 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbf4a02-b3d7-4400-a5e4-887ad5d22e16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:30.349019 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbf4a02-b3d7-4400-a5e4-887ad5d22e16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:30.349019 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbf4a02-b3d7-4400-a5e4-887ad5d22e16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:30.349019 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbf4a02-b3d7-4400-a5e4-887ad5d22e16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:30.349019 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbf4a02-b3d7-4400-a5e4-887ad5d22e16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:30.349019 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbf4a02-b3d7-4400-a5e4-887ad5d22e16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:30.350385 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbf4a02-b3d7-4400-a5e4-887ad5d22e16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:30.350385 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbf4a02-b3d7-4400-a5e4-887ad5d22e16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:30.350385 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbf4a02-b3d7-4400-a5e4-887ad5d22e16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:30.350385 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbf4a02-b3d7-4400-a5e4-887ad5d22e16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:26:30.509043 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4a02-b3d7-4400-a5e4-887ad5d22e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3745771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460322'] for router_interface (3c16de96-10b6-49b4-95a8-6b1d5ff063e2), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:30.735066 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbf4a02-b3d7-4400-a5e4-887ad5d22e16 admin admin] Router 3c16de96-10b6-49b4-95a8-6b1d5ff063e2 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:26:30.853846 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbf4a02-b3d7-4400-a5e4-887ad5d22e16 admin admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:26:30.865027 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-ebbf4a02-b3d7-4400-a5e4-887ad5d22e16 admin admin] 10.222.0.87 "PUT /v2.0/routers/3c16de96-10b6-49b4-95a8-6b1d5ff063e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2470701 Feb 16 18:26:30.865620 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 33056) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:30.867419 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b78d0-3e8b-4a5c-b65e-6b2e6fefcc25 None None] Sync routers for ids ['3c16de96-10b6-49b4-95a8-6b1d5ff063e2'] in dv-cinder-773985-33-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:26:30.873829 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd67957-09ce-45ce-b629-7bf1ce6d06b3 req-ce2649e7-d83d-44ed-ad82-75cf3afdfe14 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:30.877760 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-4bd67957-09ce-45ce-b629-7bf1ce6d06b3 req-ce2649e7-d83d-44ed-ad82-75cf3afdfe14 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 944 time: 0.0694625 Feb 16 18:26:30.897126 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7b78d0-3e8b-4a5c-b65e-6b2e6fefcc25 None None] Routers {'3c16de96-10b6-49b4-95a8-6b1d5ff063e2'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:26:30.898099 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-6b7b78d0-3e8b-4a5c-b65e-6b2e6fefcc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:26:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['3c16de96-10b6-49b4-95a8-6b1d5ff063e2'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:30.941392 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-4bd67957-09ce-45ce-b629-7bf1ce6d06b3 req-e6f38268-9f88-48ec-b1cc-e7e004bf0224 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448124 Feb 16 18:26:30.974123 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-05ea6e8b-7170-41bf-8b37-06d955e2c42a admin admin] Publish callbacks [] for router (3c16de96-10b6-49b4-95a8-6b1d5ff063e2), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:31.024874 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-6b7b78d0-3e8b-4a5c-b65e-6b2e6fefcc25 None None] Set router 3c16de96-10b6-49b4-95a8-6b1d5ff063e2 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:26:31.111619 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a914554-f426-48e9-a3a4-d47663671a52 req-8c440174-27bb-4844-abff-8365215ab3e7 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:31.113143 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-5a914554-f426-48e9-a3a4-d47663671a52 req-8c440174-27bb-4844-abff-8365215ab3e7 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 943 time: 0.0735090 Feb 16 18:26:31.148475 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-05ea6e8b-7170-41bf-8b37-06d955e2c42a admin admin] Publish callbacks [] for router_gateway (3c16de96-10b6-49b4-95a8-6b1d5ff063e2), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:31.179312 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-5a914554-f426-48e9-a3a4-d47663671a52 req-636c183e-8496-4ce8-8f23-e5e648e1a445 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595639 Feb 16 18:26:31.212373 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-6b7b78d0-3e8b-4a5c-b65e-6b2e6fefcc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'name': 'tempest-TestMinimumBasicScenario-177417997-router', 'tenant_id': '504750dba476418dbce439401f05472d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:26:29Z', 'revision_number': 5, 'project_id': '504750dba476418dbce439401f05472d', 'gw_port': {'id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:31.239110 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b78d0-3e8b-4a5c-b65e-6b2e6fefcc25 None None] Checking router: 3c16de96-10b6-49b4-95a8-6b1d5ff063e2 for host: dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:26:31.248260 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7b78d0-3e8b-4a5c-b65e-6b2e6fefcc25 None None] Routers {'3c16de96-10b6-49b4-95a8-6b1d5ff063e2'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:26:31.248938 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-6b7b78d0-3e8b-4a5c-b65e-6b2e6fefcc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:26:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['3c16de96-10b6-49b4-95a8-6b1d5ff063e2'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:31.349803 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-05ea6e8b-7170-41bf-8b37-06d955e2c42a admin admin] Deleting port 52180229-a7b5-44e3-9789-ee885693e3a4 {{(pid=103276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:26:31.350418 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-05ea6e8b-7170-41bf-8b37-06d955e2c42a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (52180229-a7b5-44e3-9789-ee885693e3a4), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:31.362485 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6adc3af4-97d0-415c-a6bc-0aee238e7185 req-68c7b496-ddbd-4c5b-8bdd-fe161cbfc586 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b HTTP/1.1" status: 200 len: 210 time: 0.0482922 Feb 16 18:26:31.367753 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-6b7b78d0-3e8b-4a5c-b65e-6b2e6fefcc25 None None] Set router 3c16de96-10b6-49b4-95a8-6b1d5ff063e2 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:26:31.452579 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-05ea6e8b-7170-41bf-8b37-06d955e2c42a admin admin] For port 52180229-a7b5-44e3-9789-ee885693e3a4, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=52180229-a7b5-44e3-9789-ee885693e3a4,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:31.452942 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-05ea6e8b-7170-41bf-8b37-06d955e2c42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (52180229-a7b5-44e3-9789-ee885693e3a4), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:31.466182 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-05ea6e8b-7170-41bf-8b37-06d955e2c42a admin admin] Calling delete_port for 52180229-a7b5-44e3-9789-ee885693e3a4 owned by network:router_gateway {{(pid=103276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:26:31.643489 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-6b7b78d0-3e8b-4a5c-b65e-6b2e6fefcc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'name': 'tempest-TestMinimumBasicScenario-177417997-router', 'tenant_id': '504750dba476418dbce439401f05472d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:26:29Z', 'revision_number': 5, 'project_id': '504750dba476418dbce439401f05472d', 'gw_port': {'id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:31.672777 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b78d0-3e8b-4a5c-b65e-6b2e6fefcc25 None None] The sync data for ids ['3c16de96-10b6-49b4-95a8-6b1d5ff063e2'] in dv-cinder-773985-33-iscsi is: [{'id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'name': 'tempest-TestMinimumBasicScenario-177417997-router', 'tenant_id': '504750dba476418dbce439401f05472d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:26:29Z', 'revision_number': 5, 'project_id': '504750dba476418dbce439401f05472d', 'gw_port': {'id': '52180229-a7b5-44e3-9789-ee885693e3a4', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c16de96-10b6-49b4-95a8-6b1d5ff063e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:05Z', 'updated_at': '2022-02-16T18:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:26:31.719002 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-05ea6e8b-7170-41bf-8b37-06d955e2c42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (52180229-a7b5-44e3-9789-ee885693e3a4), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:31.750921 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea6e8b-7170-41bf-8b37-06d955e2c42a admin admin] Pushing event deleted for resources: {'Port': ['ID=52180229-a7b5-44e3-9789-ee885693e3a4,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:31.814921 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-05ea6e8b-7170-41bf-8b37-06d955e2c42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-459672'] for router_gateway (3c16de96-10b6-49b4-95a8-6b1d5ff063e2), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:31.924730 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-05ea6e8b-7170-41bf-8b37-06d955e2c42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1026400'] for router (3c16de96-10b6-49b4-95a8-6b1d5ff063e2), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:31.926977 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-05ea6e8b-7170-41bf-8b37-06d955e2c42a admin admin] Publish callbacks [] for router_controller (3c16de96-10b6-49b4-95a8-6b1d5ff063e2), precommit_delete_associations {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:32.072922 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095efaa-6059-42dc-8431-53e65bef3bb4 req-4b69367e-c06d-4bd9-a7fc-32c01d7e2c30 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:32.074853 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e095efaa-6059-42dc-8431-53e65bef3bb4 req-4b69367e-c06d-4bd9-a7fc-32c01d7e2c30 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 944 time: 0.0633137 Feb 16 18:26:32.076152 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-05ea6e8b-7170-41bf-8b37-06d955e2c42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-465164'] for router (3c16de96-10b6-49b4-95a8-6b1d5ff063e2), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:32.077205 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ea6e8b-7170-41bf-8b37-06d955e2c42a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c16de96-10b6-49b4-95a8-6b1d5ff063e2 {{(pid=103276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 18:26:32.082243 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-05ea6e8b-7170-41bf-8b37-06d955e2c42a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:32.088928 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-05ea6e8b-7170-41bf-8b37-06d955e2c42a admin admin] 10.222.0.87 "DELETE /v2.0/routers/3c16de96-10b6-49b4-95a8-6b1d5ff063e2 HTTP/1.1" status: 204 len: 168 time: 1.2201397 Feb 16 18:26:32.091184 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 33066) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:32.150474 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e095efaa-6059-42dc-8431-53e65bef3bb4 req-ff235fa0-f980-4132-94cf-0473e8b8c082 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626576 Feb 16 18:26:32.170761 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_v2 [None req-889b5151-85e6-485a-ba1e-3c20ed0881ea admin admin] Deleting subnet 6943099e-918e-4aea-8b30-7b25ef27e6ab {{(pid=103275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 18:26:32.174371 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-889b5151-85e6-485a-ba1e-3c20ed0881ea admin admin] Publish callbacks [] for subnet (6943099e-918e-4aea-8b30-7b25ef27e6ab), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:32.210199 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b0d8756d-fe40-43f0-99df-6e64808b6637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:32.223330 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-889b5151-85e6-485a-ba1e-3c20ed0881ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8533320'] for subnet (6943099e-918e-4aea-8b30-7b25ef27e6ab), precommit_delete_associations {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:32.341399 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-889b5151-85e6-485a-ba1e-3c20ed0881ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584056'] for subnet (6943099e-918e-4aea-8b30-7b25ef27e6ab), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:32.382121 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681e251-f6d5-4024-bd32-dabf91b8db52 req-f9786116-961a-439d-8b33-a03616e7edff tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:32.383641 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b681e251-f6d5-4024-bd32-dabf91b8db52 req-f9786116-961a-439d-8b33-a03616e7edff tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 943 time: 0.1164489 Feb 16 18:26:32.444264 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b681e251-f6d5-4024-bd32-dabf91b8db52 req-80ac7fca-9414-474b-a6a8-f0e1cbe33760 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519469 Feb 16 18:26:32.494937 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-2e972841-4b9a-435a-9ad4-e48ecf61cb12 req-ef111d4f-dee4-4ca7-bd60-a797a77eeff1 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b HTTP/1.1" status: 200 len: 210 time: 0.0268979 Feb 16 18:26:32.524649 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-889b5151-85e6-485a-ba1e-3c20ed0881ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8530093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8761781'] for subnet (6943099e-918e-4aea-8b30-7b25ef27e6ab), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:32.591338 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-889b5151-85e6-485a-ba1e-3c20ed0881ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for subnet (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:32.592856 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5433ab8-0d2a-4f76-8a4e-bd1590ffda33 None None] Network 146f32e9-98cf-4603-aa28-6dcd74956ad8 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:26:32.594464 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-889b5151-85e6-485a-ba1e-3c20ed0881ea admin admin] 10.222.0.87 "DELETE /v2.0/subnets/6943099e-918e-4aea-8b30-7b25ef27e6ab HTTP/1.1" status: 204 len: 168 time: 0.5016921 Feb 16 18:26:32.596315 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b5151-85e6-485a-ba1e-3c20ed0881ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6943099e-918e-4aea-8b30-7b25ef27e6ab,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:32.597274 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 33072) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:32.668576 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5767d-65cc-448d-aa6c-e39b0092960c req-270d5d1e-6163-4759-a460-d402814eac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:32.670046 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-16a5767d-65cc-448d-aa6c-e39b0092960c req-270d5d1e-6163-4759-a460-d402814eac64 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec&tenant_id=f578810a0a59485687a431fe9130087f HTTP/1.1" status: 200 len: 1127 time: 0.1752393 Feb 16 18:26:32.678943 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7fb4e9b1-b212-4cb9-9e08-856448617b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558149'] for network (146f32e9-98cf-4603-aa28-6dcd74956ad8), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:32.721909 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-064eb156-1585-4104-901d-487c959d4324 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:32.724724 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-064eb156-1585-4104-901d-487c959d4324 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.45 "GET /v2.0/networks?id=c35fcae6-c2de-43e7-978f-1d61acb1f98c HTTP/1.1" status: 200 len: 814 time: 0.1643867 Feb 16 18:26:32.754313 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4e9b1-b212-4cb9-9e08-856448617b2c admin admin] Deleting port 6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4 {{(pid=103276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:26:32.754652 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7fb4e9b1-b212-4cb9-9e08-856448617b2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:32.763895 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-9205e943-bce2-426b-84d7-0b0e35d9fbd7 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Request body: {'port': {'device_id': 'b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b', 'network_id': 'c35fcae6-c2de-43e7-978f-1d61acb1f98c', 'admin_state_up': True, 'tenant_id': '76fd6f5de3984dad993f96e2d36ca878'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:26:32.797004 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0b93fc-bed4-428e-8d3d-c72e26a65d5c None None] DHCP port deletion for 146f32e9-98cf-4603-aa28-6dcd74956ad8 request from dv-cinder-773985-33-iscsi {{(pid=103277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 18:26:32.831697 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-7fb4e9b1-b212-4cb9-9e08-856448617b2c admin admin] For port 6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4,segment=NetworkSegment(0f4922ac-3f69-4c1c-868b-6e5f1680ee82),segment_id=0f4922ac-3f69-4c1c-868b-6e5f1680ee82)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:32.832262 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7fb4e9b1-b212-4cb9-9e08-856448617b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:32.853002 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4e9b1-b212-4cb9-9e08-856448617b2c admin admin] Calling delete_port for 6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4 owned by network:dhcp {{(pid=103276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:26:32.865784 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5767d-65cc-448d-aa6c-e39b0092960c req-dad219a8-aec2-4b52-8ab5-8c91afa32714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:32.867557 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-16a5767d-65cc-448d-aa6c-e39b0092960c req-dad219a8-aec2-4b52-8ab5-8c91afa32714 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f578810a0a59485687a431fe9130087f&device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 1127 time: 0.1691787 Feb 16 18:26:32.868926 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-0b0b93fc-bed4-428e-8d3d-c72e26a65d5c None None] Deleting port 6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4 {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:26:32.873183 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0b0b93fc-bed4-428e-8d3d-c72e26a65d5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:32.954193 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-0b0b93fc-bed4-428e-8d3d-c72e26a65d5c None None] For port 6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4,segment=NetworkSegment(0f4922ac-3f69-4c1c-868b-6e5f1680ee82),segment_id=0f4922ac-3f69-4c1c-868b-6e5f1680ee82)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:32.954899 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0b0b93fc-bed4-428e-8d3d-c72e26a65d5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:32.977112 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-0b0b93fc-bed4-428e-8d3d-c72e26a65d5c None None] Calling delete_port for 6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4 owned by network:dhcp {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:26:32.989286 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5767d-65cc-448d-aa6c-e39b0092960c req-47d0807a-b357-4e90-8c81-f518606d72ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:32.991109 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-16a5767d-65cc-448d-aa6c-e39b0092960c req-47d0807a-b357-4e90-8c81-f518606d72ed service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bd730bd-dcfb-4229-829f-7f99ec690a12 HTTP/1.1" status: 200 len: 917 time: 0.1093645 Feb 16 18:26:33.044535 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7fb4e9b1-b212-4cb9-9e08-856448617b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:33.047425 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-9205e943-bce2-426b-84d7-0b0e35d9fbd7 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Made reservation on behalf of 76fd6f5de3984dad993f96e2d36ca878 for: {'port': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:26:33.051048 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-9205e943-bce2-426b-84d7-0b0e35d9fbd7 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:33.054811 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-0b0b93fc-bed4-428e-8d3d-c72e26a65d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350'] for port (6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:33.077699 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb4e9b1-b212-4cb9-9e08-856448617b2c admin admin] No DVR routers for this DVR port 6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4 on host dv-cinder-773985-33-iscsi {{(pid=103276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:26:33.082713 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4e9b1-b212-4cb9-9e08-856448617b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:33.088680 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b93fc-bed4-428e-8d3d-c72e26a65d5c None None] Pushing event deleted for resources: {'Port': ['ID=6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:33.092395 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0b93fc-bed4-428e-8d3d-c72e26a65d5c None None] No DVR routers for this DVR port 6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4 on host dv-cinder-773985-33-iscsi {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:26:33.095351 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-16a5767d-65cc-448d-aa6c-e39b0092960c req-e5f1bb8a-34be-4c10-ab80-2c12364a682c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=099e0137-669d-4fda-b1f2-8dbf6595a131 HTTP/1.1" status: 200 len: 999 time: 0.0985339 Feb 16 18:26:33.161360 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7fb4e9b1-b212-4cb9-9e08-856448617b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561157', 'neutron.services.segments.db._delete_segments_for_network-8776562245259'] for network (146f32e9-98cf-4603-aa28-6dcd74956ad8), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:33.181010 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.services.segments.db [None req-7fb4e9b1-b212-4cb9-9e08-856448617b2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146f32e9-98cf-4603-aa28-6dcd74956ad8']}} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:33.190982 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.services.segments.db [None req-7fb4e9b1-b212-4cb9-9e08-856448617b2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f4922ac-3f69-4c1c-868b-6e5f1680ee82') {'for_net_delete': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:33.191277 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.services.segments.db [None req-7fb4e9b1-b212-4cb9-9e08-856448617b2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f4922ac-3f69-4c1c-868b-6e5f1680ee82') {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:33.193309 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5767d-65cc-448d-aa6c-e39b0092960c req-5970daf2-af52-4de1-a995-2c01d84b29fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:33.194839 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-16a5767d-65cc-448d-aa6c-e39b0092960c req-5970daf2-af52-4de1-a995-2c01d84b29fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bedee63e-09ba-4347-9c07-16dc3ce2fd69 HTTP/1.1" status: 200 len: 855 time: 0.0889659 Feb 16 18:26:33.202602 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7fb4e9b1-b212-4cb9-9e08-856448617b2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776562247060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8560762'] for segment (0f4922ac-3f69-4c1c-868b-6e5f1680ee82), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:33.230192 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7fb4e9b1-b212-4cb9-9e08-856448617b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (0f4922ac-3f69-4c1c-868b-6e5f1680ee82), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:33.236665 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb4e9b1-b212-4cb9-9e08-856448617b2c admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 18:26:33.237334 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7fb4e9b1-b212-4cb9-9e08-856448617b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9128083'] for segment (0f4922ac-3f69-4c1c-868b-6e5f1680ee82), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: Traceback (most recent call last): Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: timer() Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: cb(*args, **kw) Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: return func(*args, **kwargs) Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: self._notify() Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: self.callback(batched_events) Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: event.method(event) Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: return f(self, *a, **k) Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: return self._get(url).json() Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: return self.request(url, 'GET', **kwargs) Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:26:33.238947 dv-cinder-773985-33-iscsi neutron-server[103276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:26:33.303183 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-9205e943-bce2-426b-84d7-0b0e35d9fbd7 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Allocated IP 172.20.0.6 (c35fcae6-c2de-43e7-978f-1d61acb1f98c/5346df5b-aff7-40a7-ae5e-ef286b1928b6/ac974cb7-8c4a-4230-99de-9f488a17a8d4) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:26:33.330068 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5767d-65cc-448d-aa6c-e39b0092960c req-e41b8adf-e4a6-4d15-93f9-bb11f2e56695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:33.331544 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-16a5767d-65cc-448d-aa6c-e39b0092960c req-e41b8adf-e4a6-4d15-93f9-bb11f2e56695 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd730bd-dcfb-4229-829f-7f99ec690a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1175108 Feb 16 18:26:33.341627 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f0a61-fb78-4691-8a1b-457b2863b8c9 req-000a0b28-8ebb-4431-ba1e-d4ed771217a6 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:33.343131 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a40f0a61-fb78-4691-8a1b-457b2863b8c9 req-000a0b28-8ebb-4431-ba1e-d4ed771217a6 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 944 time: 0.0975966 Feb 16 18:26:33.376311 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7fb4e9b1-b212-4cb9-9e08-856448617b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459708'] for network (146f32e9-98cf-4603-aa28-6dcd74956ad8), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:33.380429 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7fb4e9b1-b212-4cb9-9e08-856448617b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:33.385183 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-7fb4e9b1-b212-4cb9-9e08-856448617b2c admin admin] 10.222.0.87 "DELETE /v2.0/networks/146f32e9-98cf-4603-aa28-6dcd74956ad8 HTTP/1.1" status: 204 len: 168 time: 0.7865012 Feb 16 18:26:33.389875 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 33080) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:33.408946 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4e9b1-b212-4cb9-9e08-856448617b2c admin admin] Pushing event deleted for resources: {'Network': ['ID=146f32e9-98cf-4603-aa28-6dcd74956ad8,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:33.504915 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a40f0a61-fb78-4691-8a1b-457b2863b8c9 req-34e3b6be-c5a5-4c77-bb4e-d7732d8cd200 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460109 Feb 16 18:26:33.549611 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-16a5767d-65cc-448d-aa6c-e39b0092960c req-6581d686-707f-4a50-82d2-7ebfa3dde557 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd730bd-dcfb-4229-829f-7f99ec690a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034624 Feb 16 18:26:33.762935 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4 no longer exists at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:26:33.784624 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] No Port match for: 6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:26:33.784969 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 6c19f6f2-beb1-4f91-a58e-2b0e25ff7be4 not bound to the agent host dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:26:33.785439 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device a33aa4f8-c6c6-446d-8a0a-86e592e38ce8 no longer exists at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:26:33.806696 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] No Port match for: a33aa4f8-c6c6-446d-8a0a-86e592e38ce8 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:26:33.807040 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device a33aa4f8-c6c6-446d-8a0a-86e592e38ce8 not bound to the agent host dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:26:33.807451 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 52180229-a7b5-44e3-9789-ee885693e3a4 no longer exists at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:26:33.827944 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] No Port match for: 52180229-a7b5-44e3-9789-ee885693e3a4 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:26:33.828280 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 52180229-a7b5-44e3-9789-ee885693e3a4 not bound to the agent host dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:26:33.889262 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-3f0a1954-c0d0-40ca-aa5f-3a64c67f21d9 req-afd2e743-9f29-4153-9202-cd15140af76b tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b HTTP/1.1" status: 200 len: 210 time: 0.0434525 Feb 16 18:26:33.911174 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b02d1-773d-4abd-bf8d-fa89fec264e5 req-c8b29f81-95e4-4823-bfe7-baf6e0c1cf92 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:33.912695 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-6c3b02d1-773d-4abd-bf8d-fa89fec264e5 req-c8b29f81-95e4-4823-bfe7-baf6e0c1cf92 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 943 time: 0.3770976 Feb 16 18:26:33.931263 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-9205e943-bce2-426b-84d7-0b0e35d9fbd7 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks [] for port (ac974cb7-8c4a-4230-99de-9f488a17a8d4), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:33.973139 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-16a5767d-65cc-448d-aa6c-e39b0092960c req-f8c0fd42-eb97-45f3-9dc4-2f2d010dc47b service neutron] 10.222.0.45 "GET /v2.0/networks/5bd730bd-dcfb-4229-829f-7f99ec690a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184039 Feb 16 18:26:33.994101 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-6c3b02d1-773d-4abd-bf8d-fa89fec264e5 req-c9d0968b-e62f-4a2d-9f5f-c59ccf81f964 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746796 Feb 16 18:26:34.050668 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-9205e943-bce2-426b-84d7-0b0e35d9fbd7 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (ac974cb7-8c4a-4230-99de-9f488a17a8d4), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:34.101953 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-deef4428-23ff-40ac-927b-d5ccf770fd44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462034'] for router_interface (cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:34.103202 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-9205e943-bce2-426b-84d7-0b0e35d9fbd7 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Network c35fcae6-c2de-43e7-978f-1d61acb1f98c is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:26:34.107343 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-9205e943-bce2-426b-84d7-0b0e35d9fbd7 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:26:34.111233 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-9205e943-bce2-426b-84d7-0b0e35d9fbd7 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:26:34.117950 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205e943-bce2-426b-84d7-0b0e35d9fbd7 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Pushing event updated for resources: {'Port': ['ID=ac974cb7-8c4a-4230-99de-9f488a17a8d4,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:34.170070 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-9205e943-bce2-426b-84d7-0b0e35d9fbd7 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:34.170707 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-9205e943-bce2-426b-84d7-0b0e35d9fbd7 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:34.248455 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-9205e943-bce2-426b-84d7-0b0e35d9fbd7 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4951127 Feb 16 18:26:34.260499 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-0f56be1a-ef8b-44f8-a190-aaea30d2a111 service neutron] Request body: {'port': {'device_id': 'b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:26:34.326418 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-0f56be1a-ef8b-44f8-a190-aaea30d2a111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (ac974cb7-8c4a-4230-99de-9f488a17a8d4), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:34.387657 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-deef4428-23ff-40ac-927b-d5ccf770fd44 admin admin] Deleting port f361c50f-a6f3-40be-a1bf-8f24dc346c78 {{(pid=103276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:26:34.392253 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-deef4428-23ff-40ac-927b-d5ccf770fd44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (f361c50f-a6f3-40be-a1bf-8f24dc346c78), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:34.443248 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-be108f8a-aa5a-4579-9f35-6cfe147255a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:34.485641 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-deef4428-23ff-40ac-927b-d5ccf770fd44 admin admin] For port f361c50f-a6f3-40be-a1bf-8f24dc346c78, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=f361c50f-a6f3-40be-a1bf-8f24dc346c78,segment=NetworkSegment(854c8365-990f-4cc5-9411-a069dd9e3c76),segment_id=854c8365-990f-4cc5-9411-a069dd9e3c76)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:34.486007 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-deef4428-23ff-40ac-927b-d5ccf770fd44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (f361c50f-a6f3-40be-a1bf-8f24dc346c78), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:34.501428 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-deef4428-23ff-40ac-927b-d5ccf770fd44 admin admin] Calling delete_port for f361c50f-a6f3-40be-a1bf-8f24dc346c78 owned by network:router_interface {{(pid=103276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:26:34.662100 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-0f56be1a-ef8b-44f8-a190-aaea30d2a111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac974cb7-8c4a-4230-99de-9f488a17a8d4 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:26:34.672733 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-0f56be1a-ef8b-44f8-a190-aaea30d2a111 service neutron] Publish callbacks [] for port (ac974cb7-8c4a-4230-99de-9f488a17a8d4), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:34.686927 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-0f56be1a-ef8b-44f8-a190-aaea30d2a111 service neutron] Transition to ACTIVE for port object ac974cb7-8c4a-4230-99de-9f488a17a8d4 will not be triggered until provisioned by entity L2. {{(pid=103275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:26:34.738890 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047e45a-da79-493b-88c5-0569972df7b6 req-0263882b-c801-49fb-9368-b5f251237ca8 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:34.747523 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8047e45a-da79-493b-88c5-0569972df7b6 req-0263882b-c801-49fb-9368-b5f251237ca8 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 944 time: 0.1606257 Feb 16 18:26:34.784939 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-0f56be1a-ef8b-44f8-a190-aaea30d2a111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (ac974cb7-8c4a-4230-99de-9f488a17a8d4), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:34.862228 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-deef4428-23ff-40ac-927b-d5ccf770fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (f361c50f-a6f3-40be-a1bf-8f24dc346c78), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:34.884690 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8047e45a-da79-493b-88c5-0569972df7b6 req-077abb22-625f-42a6-9b13-8bc885ec4c43 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253870 Feb 16 18:26:34.890162 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef4428-23ff-40ac-927b-d5ccf770fd44 admin admin] Pushing event deleted for resources: {'Port': ['ID=f361c50f-a6f3-40be-a1bf-8f24dc346c78,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:34.908408 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56be1a-ef8b-44f8-a190-aaea30d2a111 service neutron] Pushing event updated for resources: {'Port': ['ID=ac974cb7-8c4a-4230-99de-9f488a17a8d4,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:34.973571 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-0f56be1a-ef8b-44f8-a190-aaea30d2a111 service neutron] Attempting to bind port ac974cb7-8c4a-4230-99de-9f488a17a8d4 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:26:34.974633 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-0f56be1a-ef8b-44f8-a190-aaea30d2a111 service neutron] Attempting to bind port ac974cb7-8c4a-4230-99de-9f488a17a8d4 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'd694bd6e-2933-4972-85bb-c2130a8ce19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c35fcae6-c2de-43e7-978f-1d61acb1f98c'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:26:34.975781 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-0f56be1a-ef8b-44f8-a190-aaea30d2a111 service neutron] Attempting to bind port ac974cb7-8c4a-4230-99de-9f488a17a8d4 on network c35fcae6-c2de-43e7-978f-1d61acb1f98c {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:26:34.982603 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-0f56be1a-ef8b-44f8-a190-aaea30d2a111 service neutron] Port ac974cb7-8c4a-4230-99de-9f488a17a8d4 on network c35fcae6-c2de-43e7-978f-1d61acb1f98c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 18:26:34.983156 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-0f56be1a-ef8b-44f8-a190-aaea30d2a111 service neutron] Attempting to bind port ac974cb7-8c4a-4230-99de-9f488a17a8d4 on network c35fcae6-c2de-43e7-978f-1d61acb1f98c {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:26:34.992462 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-0f56be1a-ef8b-44f8-a190-aaea30d2a111 service neutron] Checking agent: {'id': '5c336864-29ba-45bb-93ac-04ba68c7d8e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'started_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:26:34.993264 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-0f56be1a-ef8b-44f8-a190-aaea30d2a111 service neutron] Checking segment: {'id': 'd694bd6e-2933-4972-85bb-c2130a8ce19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c35fcae6-c2de-43e7-978f-1d61acb1f98c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:26:34.993658 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-0f56be1a-ef8b-44f8-a190-aaea30d2a111 service neutron] Bound using segment: {'id': 'd694bd6e-2933-4972-85bb-c2130a8ce19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c35fcae6-c2de-43e7-978f-1d61acb1f98c'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:26:34.994607 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-0f56be1a-ef8b-44f8-a190-aaea30d2a111 service neutron] Bound port: ac974cb7-8c4a-4230-99de-9f488a17a8d4, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd694bd6e-2933-4972-85bb-c2130a8ce19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c35fcae6-c2de-43e7-978f-1d61acb1f98c'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:26:35.002467 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-0f56be1a-ef8b-44f8-a190-aaea30d2a111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (ac974cb7-8c4a-4230-99de-9f488a17a8d4), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:35.160330 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 8f645f4d-db86-4492-ab2a-c4e89cca4f25 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=103277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 18:26:35.185613 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-0f56be1a-ef8b-44f8-a190-aaea30d2a111 service neutron] For port ac974cb7-8c4a-4230-99de-9f488a17a8d4, host hv-cinder-77398, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:26:35.199046 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-0f56be1a-ef8b-44f8-a190-aaea30d2a111 service neutron] For port ac974cb7-8c4a-4230-99de-9f488a17a8d4, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ac974cb7-8c4a-4230-99de-9f488a17a8d4,segment=NetworkSegment(d694bd6e-2933-4972-85bb-c2130a8ce19e),segment_id=d694bd6e-2933-4972-85bb-c2130a8ce19e)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:26:35.305444 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373db30-3615-4a78-9190-1ca2b919e5c6 req-003f12ff-5af2-415f-9e10-fd3302a1cdf3 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:35.328918 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-5373db30-3615-4a78-9190-1ca2b919e5c6 req-003f12ff-5af2-415f-9e10-fd3302a1cdf3 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 943 time: 0.1739974 Feb 16 18:26:35.347059 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-0f56be1a-ef8b-44f8-a190-aaea30d2a111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (ac974cb7-8c4a-4230-99de-9f488a17a8d4), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:35.366413 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179aa9cc-5e13-496a-b300-ee14a13c37ed req-7ed728b0-1cb2-49c3-849b-d7e819f9f3d2 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:35.373969 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-179aa9cc-5e13-496a-b300-ee14a13c37ed req-7ed728b0-1cb2-49c3-849b-d7e819f9f3d2 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b HTTP/1.1" status: 200 len: 943 time: 0.2606020 Feb 16 18:26:35.386483 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 8f645f4d-db86-4492-ab2a-c4e89cca4f25, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8f645f4d-db86-4492-ab2a-c4e89cca4f25,segment=NetworkSegment(08c0a576-5684-46da-b0dc-cdc69ee043e9),segment_id=08c0a576-5684-46da-b0dc-cdc69ee043e9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:35.401194 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Returning: {'device': '8f645f4d-db86-4492-ab2a-c4e89cca4f25', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'port_id': '8f645f4d-db86-4492-ab2a-c4e89cca4f25', 'mac_address': 'fa:16:3e:ce:28:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 18:26:35.410000 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-deef4428-23ff-40ac-927b-d5ccf770fd44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3745771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460322'] for router_interface (cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:35.415934 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56be1a-ef8b-44f8-a190-aaea30d2a111 service neutron] Pushing event updated for resources: {'Port': ['ID=ac974cb7-8c4a-4230-99de-9f488a17a8d4,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:35.428213 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-0f56be1a-ef8b-44f8-a190-aaea30d2a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:35.429184 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-0f56be1a-ef8b-44f8-a190-aaea30d2a111 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:35.430682 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-0f56be1a-ef8b-44f8-a190-aaea30d2a111 service neutron] 10.222.0.45 "PUT /v2.0/ports/ac974cb7-8c4a-4230-99de-9f488a17a8d4 HTTP/1.1" status: 200 len: 1093 time: 1.1744971 Feb 16 18:26:35.458018 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b', 'tag': 'ac974cb7-8c4a-4230-99de-9f488a17a8d4'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:26:35.460630 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a831ec-176c-40ca-a8f4-eb2494b36ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b", "tag": "ac974cb7-8c4a-4230-99de-9f488a17a8d4"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:26:35.473726 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-5373db30-3615-4a78-9190-1ca2b919e5c6 req-83b1f468-08b5-451b-b1b0-5b50520756ae tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412504 Feb 16 18:26:35.494429 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 8f645f4d-db86-4492-ab2a-c4e89cca4f25 is: DOWN; New status is: BUILD {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:26:35.495181 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (8f645f4d-db86-4492-ab2a-c4e89cca4f25), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:35.523366 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff319b8-cacb-43f4-ad55-478adf8faee2 x-openstack-request-id: req-cff319b8-cacb-43f4-ad55-478adf8faee2 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:26:35.524120 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b", "tag": "ac974cb7-8c4a-4230-99de-9f488a17a8d4", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:26:35.524313 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cff319b8-cacb-43f4-ad55-478adf8faee2 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:26:35.524815 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b', 'tag': 'ac974cb7-8c4a-4230-99de-9f488a17a8d4', 'status': 'completed', 'code': 200} Feb 16 18:26:35.537918 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f645f4d-db86-4492-ab2a-c4e89cca4f25 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:26:35.549780 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-179aa9cc-5e13-496a-b300-ee14a13c37ed req-d627bd55-5d95-4161-b395-2a0be18caa84 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749377 Feb 16 18:26:35.577793 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 8f645f4d-db86-4492-ab2a-c4e89cca4f25, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8f645f4d-db86-4492-ab2a-c4e89cca4f25,segment=NetworkSegment(08c0a576-5684-46da-b0dc-cdc69ee043e9),segment_id=08c0a576-5684-46da-b0dc-cdc69ee043e9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:35.608357 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a831ec-176c-40ca-a8f4-eb2494b36ae5 req-f411a69b-6f8f-4190-bc0f-ab1ed140193f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:35.610120 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c7a831ec-176c-40ca-a8f4-eb2494b36ae5 req-f411a69b-6f8f-4190-bc0f-ab1ed140193f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=76fd6f5de3984dad993f96e2d36ca878&device_id=b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b HTTP/1.1" status: 200 len: 1127 time: 0.0548129 Feb 16 18:26:35.628010 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:35.666328 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (8f645f4d-db86-4492-ab2a-c4e89cca4f25), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:35.746217 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=8f645f4d-db86-4492-ab2a-c4e89cca4f25,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:35.773133 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deef4428-23ff-40ac-927b-d5ccf770fd44 admin admin] Router cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:26:35.925893 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['8f645f4d-db86-4492-ab2a-c4e89cca4f25'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:26:35.980238 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deef4428-23ff-40ac-927b-d5ccf770fd44 admin admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:26:35.990326 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-deef4428-23ff-40ac-927b-d5ccf770fd44 admin admin] 10.222.0.87 "PUT /v2.0/routers/cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5994263 Feb 16 18:26:35.991371 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 33116) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:35.995020 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416813db-6864-4252-a0bb-f21404171eed None None] Sync routers for ids ['cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0'] in dv-cinder-773985-33-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:26:36.033150 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4073c7-fd8f-41e6-84da-46afda8e4d95 req-caf67b05-bcca-4877-a9df-525257a88857 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:36.035097 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ec4073c7-fd8f-41e6-84da-46afda8e4d95 req-caf67b05-bcca-4877-a9df-525257a88857 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 945 time: 0.0747540 Feb 16 18:26:36.066835 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416813db-6864-4252-a0bb-f21404171eed None None] Routers {'cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:26:36.067617 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-416813db-6864-4252-a0bb-f21404171eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:26:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:36.116139 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7e2db9ba-adc1-401a-bd4c-3ab374a4d023 admin admin] Publish callbacks [] for router (cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:36.161432 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ec4073c7-fd8f-41e6-84da-46afda8e4d95 req-1e5005cf-1da2-4ed7-93af-d61e4f19a050 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037140 Feb 16 18:26:36.280793 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7e2db9ba-adc1-401a-bd4c-3ab374a4d023 admin admin] Publish callbacks [] for router_gateway (cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:36.281508 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-416813db-6864-4252-a0bb-f21404171eed None None] Set router cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:26:36.477247 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-7e2db9ba-adc1-401a-bd4c-3ab374a4d023 admin admin] Deleting port a495cd00-c120-4155-8725-a085b01c286d {{(pid=103276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:26:36.477798 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7e2db9ba-adc1-401a-bd4c-3ab374a4d023 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (a495cd00-c120-4155-8725-a085b01c286d), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:36.612039 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-7e2db9ba-adc1-401a-bd4c-3ab374a4d023 admin admin] For port a495cd00-c120-4155-8725-a085b01c286d, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=a495cd00-c120-4155-8725-a085b01c286d,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:36.612406 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7e2db9ba-adc1-401a-bd4c-3ab374a4d023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (a495cd00-c120-4155-8725-a085b01c286d), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:36.634081 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-7e2db9ba-adc1-401a-bd4c-3ab374a4d023 admin admin] Calling delete_port for a495cd00-c120-4155-8725-a085b01c286d owned by network:router_gateway {{(pid=103276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:26:36.660626 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea8b25-8f92-4dd7-8405-b7ef3ee2d348 req-8d755fb1-c882-4eda-aa75-0fdb8a6c5362 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:36.662256 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-08ea8b25-8f92-4dd7-8405-b7ef3ee2d348 req-8d755fb1-c882-4eda-aa75-0fdb8a6c5362 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 943 time: 0.0934718 Feb 16 18:26:36.748701 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-08ea8b25-8f92-4dd7-8405-b7ef3ee2d348 req-02ba98e9-3428-4af1-83a9-9d53bd05223a tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554264 Feb 16 18:26:36.774587 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-416813db-6864-4252-a0bb-f21404171eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0', 'name': 'tempest-TestMinimumBasicScenario-936595711-router', 'tenant_id': 'a3e7a68839d94072bb3d7d32763e68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a495cd00-c120-4155-8725-a085b01c286d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:23:12Z', 'updated_at': '2022-02-16T18:26:34Z', 'revision_number': 5, 'project_id': 'a3e7a68839d94072bb3d7d32763e68e9', 'gw_port': {'id': 'a495cd00-c120-4155-8725-a085b01c286d', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:05:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:23:13Z', 'updated_at': '2022-02-16T18:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:36.820933 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8828d-de69-4e81-aa3d-fcb67699debb req-6d4a2bcc-8358-414c-b6e3-5e4e10b082f8 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:36.836224 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8fe8828d-de69-4e81-aa3d-fcb67699debb req-6d4a2bcc-8358-414c-b6e3-5e4e10b082f8 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b HTTP/1.1" status: 200 len: 943 time: 0.1613081 Feb 16 18:26:36.840484 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416813db-6864-4252-a0bb-f21404171eed None None] Checking router: cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0 for host: dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:26:36.856130 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416813db-6864-4252-a0bb-f21404171eed None None] Routers {'cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:26:36.857440 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-416813db-6864-4252-a0bb-f21404171eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:26:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:36.887850 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8fe8828d-de69-4e81-aa3d-fcb67699debb req-c2042473-862c-4458-9e97-167fb4710a02 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575297 Feb 16 18:26:36.980789 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7e2db9ba-adc1-401a-bd4c-3ab374a4d023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (a495cd00-c120-4155-8725-a085b01c286d), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:36.987234 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-416813db-6864-4252-a0bb-f21404171eed None None] Set router cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0 gateway port host: None {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:26:37.018989 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2db9ba-adc1-401a-bd4c-3ab374a4d023 admin admin] Pushing event deleted for resources: {'Port': ['ID=a495cd00-c120-4155-8725-a085b01c286d,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:37.051327 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-416813db-6864-4252-a0bb-f21404171eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0', 'name': 'tempest-TestMinimumBasicScenario-936595711-router', 'tenant_id': 'a3e7a68839d94072bb3d7d32763e68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:23:12Z', 'updated_at': '2022-02-16T18:26:36Z', 'revision_number': 6, 'project_id': 'a3e7a68839d94072bb3d7d32763e68e9', 'gw_port_host': None}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:37.053453 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:37.082627 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416813db-6864-4252-a0bb-f21404171eed None None] The sync data for ids ['cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0'] in dv-cinder-773985-33-iscsi is: [{'id': 'cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0', 'name': 'tempest-TestMinimumBasicScenario-936595711-router', 'tenant_id': 'a3e7a68839d94072bb3d7d32763e68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:23:12Z', 'updated_at': '2022-02-16T18:26:36Z', 'revision_number': 6, 'project_id': 'a3e7a68839d94072bb3d7d32763e68e9', 'gw_port_host': None}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:26:37.089039 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7e2db9ba-adc1-401a-bd4c-3ab374a4d023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-459672'] for router_gateway (cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:37.180754 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 8f645f4d-db86-4492-ab2a-c4e89cca4f25 up at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:26:37.228957 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7e2db9ba-adc1-401a-bd4c-3ab374a4d023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1026400'] for router (cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:37.233435 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7e2db9ba-adc1-401a-bd4c-3ab374a4d023 admin admin] Publish callbacks [] for router_controller (cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0), precommit_delete_associations {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:37.352698 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6997e-915c-4aa0-bc7f-117428242840 req-72a89848-09a6-4861-bd2d-3b1328a84dbf tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:37.354358 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-79d6997e-915c-4aa0-bc7f-117428242840 req-72a89848-09a6-4861-bd2d-3b1328a84dbf tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 945 time: 0.0746913 Feb 16 18:26:37.358827 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7e2db9ba-adc1-401a-bd4c-3ab374a4d023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-465164'] for router (cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:37.359498 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2db9ba-adc1-401a-bd4c-3ab374a4d023 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0 {{(pid=103276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 18:26:37.365816 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7e2db9ba-adc1-401a-bd4c-3ab374a4d023 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:37.369183 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-7e2db9ba-adc1-401a-bd4c-3ab374a4d023 admin admin] 10.222.0.87 "DELETE /v2.0/routers/cfccc1ab-dbf8-4bb0-8f1d-ea60fb5eafc0 HTTP/1.1" status: 204 len: 168 time: 1.3744998 Feb 16 18:26:37.369558 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 33126) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:37.387392 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning for port 8f645f4d-db86-4492-ab2a-c4e89cca4f25 completed by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:26:37.391662 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning complete for port 8f645f4d-db86-4492-ab2a-c4e89cca4f25 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:26:37.392048 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (8f645f4d-db86-4492-ab2a-c4e89cca4f25), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:37.439681 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d762d2c-0bab-440b-bd0a-af5ecfb498ef admin admin] Deleting subnet 2fdb9071-134f-45b6-84a5-6ad6fb116c11 {{(pid=103275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 18:26:37.450968 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5d762d2c-0bab-440b-bd0a-af5ecfb498ef admin admin] Publish callbacks [] for subnet (2fdb9071-134f-45b6-84a5-6ad6fb116c11), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:37.454121 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-79d6997e-915c-4aa0-bc7f-117428242840 req-a17da294-d360-49e8-9bc7-b979b4cb2062 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918803 Feb 16 18:26:37.541230 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5d762d2c-0bab-440b-bd0a-af5ecfb498ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8533320'] for subnet (2fdb9071-134f-45b6-84a5-6ad6fb116c11), precommit_delete_associations {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:37.561324 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 8f645f4d-db86-4492-ab2a-c4e89cca4f25 is: BUILD; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:26:37.571209 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (8f645f4d-db86-4492-ab2a-c4e89cca4f25), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:37.630613 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce874aa-5880-4e1c-854e-f68b65b5aa96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f645f4d-db86-4492-ab2a-c4e89cca4f25'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:26:37.633238 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3d530c-5e70-449d-97bb-eb21158962fe" -d '{"events": [{"server_uuid": "4ce874aa-5880-4e1c-854e-f68b65b5aa96", "name": "network-vif-plugged", "status": "completed", "tag": "8f645f4d-db86-4492-ab2a-c4e89cca4f25"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:26:37.648452 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 8f645f4d-db86-4492-ab2a-c4e89cca4f25, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8f645f4d-db86-4492-ab2a-c4e89cca4f25,segment=NetworkSegment(08c0a576-5684-46da-b0dc-cdc69ee043e9),segment_id=08c0a576-5684-46da-b0dc-cdc69ee043e9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:37.676817 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5d762d2c-0bab-440b-bd0a-af5ecfb498ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584056'] for subnet (2fdb9071-134f-45b6-84a5-6ad6fb116c11), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:37.684001 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbf8130-ab31-498b-a563-6a4ee31b6b0f x-openstack-request-id: req-1cbf8130-ab31-498b-a563-6a4ee31b6b0f {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:26:37.684001 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce874aa-5880-4e1c-854e-f68b65b5aa96", "name": "network-vif-plugged", "status": "completed", "tag": "8f645f4d-db86-4492-ab2a-c4e89cca4f25", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:26:37.684001 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1cbf8130-ab31-498b-a563-6a4ee31b6b0f {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:26:37.686000 dv-cinder-773985-33-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce874aa-5880-4e1c-854e-f68b65b5aa96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f645f4d-db86-4492-ab2a-c4e89cca4f25', 'code': 200} Feb 16 18:26:37.735263 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (8f645f4d-db86-4492-ab2a-c4e89cca4f25), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:37.793435 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=8f645f4d-db86-4492-ab2a-c4e89cca4f25,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:37.821106 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5d762d2c-0bab-440b-bd0a-af5ecfb498ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8530093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8761781'] for subnet (2fdb9071-134f-45b6-84a5-6ad6fb116c11), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:37.863833 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d762d2c-0bab-440b-bd0a-af5ecfb498ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fdb9071-134f-45b6-84a5-6ad6fb116c11,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:37.864576 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5d762d2c-0bab-440b-bd0a-af5ecfb498ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for subnet (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:37.868028 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-5d762d2c-0bab-440b-bd0a-af5ecfb498ef admin admin] 10.222.0.87 "DELETE /v2.0/subnets/2fdb9071-134f-45b6-84a5-6ad6fb116c11 HTTP/1.1" status: 204 len: 168 time: 0.4974599 Feb 16 18:26:37.871149 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 33132) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:37.876389 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811f4fec-cf46-4710-86f1-00bda3d2603e None None] Network 5b1b078e-4ed8-46df-bcce-c82941d31181 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:26:38.017005 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3e00e1b5-ba6e-4a9b-b20b-5303d6ba360c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558149'] for network (5b1b078e-4ed8-46df-bcce-c82941d31181), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:38.081821 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170252f-e056-49d7-a753-f3af1d3ae4c3 req-44c73a35-a0fe-47e6-87a9-65d635d41fbc tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:38.088803 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-4170252f-e056-49d7-a753-f3af1d3ae4c3 req-44c73a35-a0fe-47e6-87a9-65d635d41fbc tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 943 time: 0.1643536 Feb 16 18:26:38.134991 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device a495cd00-c120-4155-8725-a085b01c286d no longer exists at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:26:38.167989 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] No Port match for: a495cd00-c120-4155-8725-a085b01c286d {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:26:38.168337 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device a495cd00-c120-4155-8725-a085b01c286d not bound to the agent host dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:26:38.168865 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device f361c50f-a6f3-40be-a1bf-8f24dc346c78 no longer exists at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:26:38.184793 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-4170252f-e056-49d7-a753-f3af1d3ae4c3 req-c5438370-532c-4270-875d-4bb4851f8d02 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941281 Feb 16 18:26:38.196148 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3406f04-9d77-4c63-bf20-ccbe77f50eef req-885c1c11-e0ea-4c95-8d12-26c54ec854eb tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:38.200275 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f3406f04-9d77-4c63-bf20-ccbe77f50eef req-885c1c11-e0ea-4c95-8d12-26c54ec854eb tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b HTTP/1.1" status: 200 len: 943 time: 0.1810169 Feb 16 18:26:38.239788 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e597ea27-06a2-4971-83a2-b8ed977da71e None None] DHCP port deletion for 5b1b078e-4ed8-46df-bcce-c82941d31181 request from dv-cinder-773985-33-iscsi {{(pid=103277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 18:26:38.239788 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] No Port match for: f361c50f-a6f3-40be-a1bf-8f24dc346c78 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:26:38.239788 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device f361c50f-a6f3-40be-a1bf-8f24dc346c78 not bound to the agent host dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:26:38.262171 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-3e00e1b5-ba6e-4a9b-b20b-5303d6ba360c admin admin] Deleting port 5bec7184-97a5-47ea-86a9-36e6902d13dc {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:26:38.262679 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3e00e1b5-ba6e-4a9b-b20b-5303d6ba360c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (5bec7184-97a5-47ea-86a9-36e6902d13dc), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:38.293594 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-e597ea27-06a2-4971-83a2-b8ed977da71e None None] Deleting port 5bec7184-97a5-47ea-86a9-36e6902d13dc {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:26:38.293980 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e597ea27-06a2-4971-83a2-b8ed977da71e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (5bec7184-97a5-47ea-86a9-36e6902d13dc), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:38.309980 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f3406f04-9d77-4c63-bf20-ccbe77f50eef req-d37c2a05-0891-46a4-afe8-4bb420d3ba6e tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997620 Feb 16 18:26:38.383762 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-3e00e1b5-ba6e-4a9b-b20b-5303d6ba360c admin admin] For port 5bec7184-97a5-47ea-86a9-36e6902d13dc, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=5bec7184-97a5-47ea-86a9-36e6902d13dc,segment=NetworkSegment(854c8365-990f-4cc5-9411-a069dd9e3c76),segment_id=854c8365-990f-4cc5-9411-a069dd9e3c76)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:38.384535 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3e00e1b5-ba6e-4a9b-b20b-5303d6ba360c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (5bec7184-97a5-47ea-86a9-36e6902d13dc), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:38.406291 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-3e00e1b5-ba6e-4a9b-b20b-5303d6ba360c admin admin] Calling delete_port for 5bec7184-97a5-47ea-86a9-36e6902d13dc owned by network:dhcp {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:26:38.452931 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-e597ea27-06a2-4971-83a2-b8ed977da71e None None] For port 5bec7184-97a5-47ea-86a9-36e6902d13dc, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=5bec7184-97a5-47ea-86a9-36e6902d13dc,segment=NetworkSegment(854c8365-990f-4cc5-9411-a069dd9e3c76),segment_id=854c8365-990f-4cc5-9411-a069dd9e3c76)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:38.453763 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e597ea27-06a2-4971-83a2-b8ed977da71e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (5bec7184-97a5-47ea-86a9-36e6902d13dc), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:38.484882 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-e597ea27-06a2-4971-83a2-b8ed977da71e None None] Calling delete_port for 5bec7184-97a5-47ea-86a9-36e6902d13dc owned by network:dhcp {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:26:38.544712 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:38.623421 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3e00e1b5-ba6e-4a9b-b20b-5303d6ba360c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (5bec7184-97a5-47ea-86a9-36e6902d13dc), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:38.629148 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e597ea27-06a2-4971-83a2-b8ed977da71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350'] for port (5bec7184-97a5-47ea-86a9-36e6902d13dc), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:38.642323 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e42723-3e56-435d-b53e-9db5535dcab8 req-2a2025f7-0b69-484e-96d9-bd96db469e00 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:38.644026 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-49e42723-3e56-435d-b53e-9db5535dcab8 req-2a2025f7-0b69-484e-96d9-bd96db469e00 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 946 time: 0.0753403 Feb 16 18:26:38.660904 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00e1b5-ba6e-4a9b-b20b-5303d6ba360c admin admin] Pushing event deleted for resources: {'Port': ['ID=5bec7184-97a5-47ea-86a9-36e6902d13dc,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:38.663827 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597ea27-06a2-4971-83a2-b8ed977da71e None None] Pushing event deleted for resources: {'Port': ['ID=5bec7184-97a5-47ea-86a9-36e6902d13dc,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:38.672934 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e00e1b5-ba6e-4a9b-b20b-5303d6ba360c admin admin] No DVR routers for this DVR port 5bec7184-97a5-47ea-86a9-36e6902d13dc on host dv-cinder-773985-33-iscsi {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:26:38.678029 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e597ea27-06a2-4971-83a2-b8ed977da71e None None] No DVR routers for this DVR port 5bec7184-97a5-47ea-86a9-36e6902d13dc on host dv-cinder-773985-33-iscsi {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:26:38.733556 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-49e42723-3e56-435d-b53e-9db5535dcab8 req-68e9e150-a1cf-484e-80a2-e4df1d79f037 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824902 Feb 16 18:26:38.766777 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3e00e1b5-ba6e-4a9b-b20b-5303d6ba360c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561157', 'neutron.services.segments.db._delete_segments_for_network-8776562245259'] for network (5b1b078e-4ed8-46df-bcce-c82941d31181), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:38.794740 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.services.segments.db [None req-3e00e1b5-ba6e-4a9b-b20b-5303d6ba360c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1b078e-4ed8-46df-bcce-c82941d31181']}} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:38.805359 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.services.segments.db [None req-3e00e1b5-ba6e-4a9b-b20b-5303d6ba360c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '854c8365-990f-4cc5-9411-a069dd9e3c76') {'for_net_delete': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:38.805651 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.services.segments.db [None req-3e00e1b5-ba6e-4a9b-b20b-5303d6ba360c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '854c8365-990f-4cc5-9411-a069dd9e3c76') {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:38.816447 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3e00e1b5-ba6e-4a9b-b20b-5303d6ba360c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776562247060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8533313'] for segment (854c8365-990f-4cc5-9411-a069dd9e3c76), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:38.831429 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3e00e1b5-ba6e-4a9b-b20b-5303d6ba360c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (854c8365-990f-4cc5-9411-a069dd9e3c76), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:38.842078 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e00e1b5-ba6e-4a9b-b20b-5303d6ba360c admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 18:26:38.842574 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3e00e1b5-ba6e-4a9b-b20b-5303d6ba360c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8530167'] for segment (854c8365-990f-4cc5-9411-a069dd9e3c76), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: Traceback (most recent call last): Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: timer() Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: cb(*args, **kw) Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: return func(*args, **kwargs) Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: self._notify() Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: self.callback(batched_events) Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: event.method(event) Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: return f(self, *a, **k) Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: return self._get(url).json() Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: return self.request(url, 'GET', **kwargs) Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:26:38.844352 dv-cinder-773985-33-iscsi neutron-server[103275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:26:38.957103 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3e00e1b5-ba6e-4a9b-b20b-5303d6ba360c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459708'] for network (5b1b078e-4ed8-46df-bcce-c82941d31181), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:38.961851 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-3e00e1b5-ba6e-4a9b-b20b-5303d6ba360c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:38.967540 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-3e00e1b5-ba6e-4a9b-b20b-5303d6ba360c admin admin] 10.222.0.87 "DELETE /v2.0/networks/5b1b078e-4ed8-46df-bcce-c82941d31181 HTTP/1.1" status: 204 len: 168 time: 1.0923610 Feb 16 18:26:38.978687 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00e1b5-ba6e-4a9b-b20b-5303d6ba360c admin admin] Pushing event deleted for resources: {'Network': ['ID=5b1b078e-4ed8-46df-bcce-c82941d31181,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:39.300206 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 33142) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:39.345213 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-9922a729-75e1-4cf5-9154-bb4b7fcc942f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=504750dba476418dbce439401f05472d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437276 Feb 16 18:26:39.347781 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 33146) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:39.387471 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57de3b-09b6-49d0-b169-c38146481847 req-7db83eb4-9d28-4f53-9c54-46ca93a2b3b6 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:39.389043 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1d57de3b-09b6-49d0-b169-c38146481847 req-7db83eb4-9d28-4f53-9c54-46ca93a2b3b6 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 943 time: 0.0928543 Feb 16 18:26:39.458381 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1d57de3b-09b6-49d0-b169-c38146481847 req-a94e53dc-4263-46ee-83ae-f5d826824a41 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629554 Feb 16 18:26:39.458608 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-64ff609d-e178-4b5e-a4bf-5932fe91c875 admin admin] Publish callbacks [] for security_group (a2f6cb50-9344-4c4d-9b7d-fa3415a34126), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:39.485011 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74df1d-b3cb-4b7a-b5f5-6055acce9152 req-889c9261-cac2-488a-956e-ca9ddbd32acd tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:39.486537 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-cc74df1d-b3cb-4b7a-b5f5-6055acce9152 req-889c9261-cac2-488a-956e-ca9ddbd32acd tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b HTTP/1.1" status: 200 len: 943 time: 0.0924544 Feb 16 18:26:39.498117 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-64ff609d-e178-4b5e-a4bf-5932fe91c875 admin admin] Publish callbacks [] for security_group (a2f6cb50-9344-4c4d-9b7d-fa3415a34126), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:39.573068 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-cc74df1d-b3cb-4b7a-b5f5-6055acce9152 req-83627ce1-5983-4d32-be04-badd4a6a1a57 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784228 Feb 16 18:26:39.655646 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-64ff609d-e178-4b5e-a4bf-5932fe91c875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (a2f6cb50-9344-4c4d-9b7d-fa3415a34126), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:39.658800 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-64ff609d-e178-4b5e-a4bf-5932fe91c875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:39.659655 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-64ff609d-e178-4b5e-a4bf-5932fe91c875 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a2f6cb50-9344-4c4d-9b7d-fa3415a34126 HTTP/1.1" status: 204 len: 168 time: 0.3099155 Feb 16 18:26:39.668642 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff609d-e178-4b5e-a4bf-5932fe91c875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f6cb50-9344-4c4d-9b7d-fa3415a34126,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:39.787418 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 5bec7184-97a5-47ea-86a9-36e6902d13dc no longer exists at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:26:39.810493 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] No Port match for: 5bec7184-97a5-47ea-86a9-36e6902d13dc {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:26:39.810863 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 5bec7184-97a5-47ea-86a9-36e6902d13dc not bound to the agent host dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:26:39.883839 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f16db-396d-40be-b746-78d8d083ff65 req-b859304d-0be0-4549-8b09-0fa1c9d6bdf1 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:39.885491 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-137f16db-396d-40be-b746-78d8d083ff65 req-b859304d-0be0-4549-8b09-0fa1c9d6bdf1 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 946 time: 0.0608711 Feb 16 18:26:39.942257 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-137f16db-396d-40be-b746-78d8d083ff65 req-f4bbb004-461d-454b-8649-2e2a87441058 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493615 Feb 16 18:26:40.598105 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbe1bd-08a3-424d-8b82-f51301f1104b req-46877446-d4e2-4765-b314-fecedafc263c tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:40.601154 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-94cbe1bd-08a3-424d-8b82-f51301f1104b req-46877446-d4e2-4765-b314-fecedafc263c tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 943 time: 0.0544133 Feb 16 18:26:40.630470 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 33160) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:40.661303 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-94cbe1bd-08a3-424d-8b82-f51301f1104b req-7721f6b5-49b6-4121-af11-4d0066d192f7 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557814 Feb 16 18:26:40.725209 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 33162) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:40.726628 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-27f30063-67c4-4efd-930e-4c42b9d5b327 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a3e7a68839d94072bb3d7d32763e68e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0935218 Feb 16 18:26:40.746179 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20db1c-32f9-4c63-b743-0ac4355f3737 req-0cc9643c-d1a2-4824-a8ba-f7cff3cd4df1 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:40.748955 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-be20db1c-32f9-4c63-b743-0ac4355f3737 req-0cc9643c-d1a2-4824-a8ba-f7cff3cd4df1 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b HTTP/1.1" status: 200 len: 943 time: 0.0878134 Feb 16 18:26:40.794496 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2fdce026-1045-46be-9f10-d558f31b41ea admin admin] Publish callbacks [] for security_group (e1e3932e-e27b-40f7-a915-f9074594a6f2), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:40.805906 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-be20db1c-32f9-4c63-b743-0ac4355f3737 req-78cd43c8-d3e3-43d6-a43d-44d81881b81b tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519917 Feb 16 18:26:40.822620 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2fdce026-1045-46be-9f10-d558f31b41ea admin admin] Publish callbacks [] for security_group (e1e3932e-e27b-40f7-a915-f9074594a6f2), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:40.967340 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2fdce026-1045-46be-9f10-d558f31b41ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (e1e3932e-e27b-40f7-a915-f9074594a6f2), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:40.970966 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2fdce026-1045-46be-9f10-d558f31b41ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:40.973116 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-2fdce026-1045-46be-9f10-d558f31b41ea admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e1e3932e-e27b-40f7-a915-f9074594a6f2 HTTP/1.1" status: 204 len: 168 time: 0.2465687 Feb 16 18:26:40.985000 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdce026-1045-46be-9f10-d558f31b41ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e3932e-e27b-40f7-a915-f9074594a6f2,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:41.096536 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9206df7-6fe8-44a6-9c20-17d86a471ee7 req-c4dabf8a-ee2f-4f26-b31e-1d8da6ee3d35 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:41.098142 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-c9206df7-6fe8-44a6-9c20-17d86a471ee7 req-c4dabf8a-ee2f-4f26-b31e-1d8da6ee3d35 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 946 time: 0.0767610 Feb 16 18:26:41.156106 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-c9206df7-6fe8-44a6-9c20-17d86a471ee7 req-61b2ddbf-b280-4ee7-ab2e-7bf03223043b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519652 Feb 16 18:26:41.802693 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd32ca-d4f0-4892-baa2-95c23db1856d req-8cf0fd53-8ce4-4f02-901b-cc1abdb3e704 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:41.804351 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-41cd32ca-d4f0-4892-baa2-95c23db1856d req-8cf0fd53-8ce4-4f02-901b-cc1abdb3e704 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 943 time: 0.0573213 Feb 16 18:26:41.858870 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-41cd32ca-d4f0-4892-baa2-95c23db1856d req-051275bb-1d8d-4e87-879f-37c891a3c58a tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471501 Feb 16 18:26:41.946395 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfaee87-d79d-4562-a405-874af14f4bbd req-f5b9c07a-5cf6-4da1-b8cb-fc11226aba8d tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:41.947867 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-fdfaee87-d79d-4562-a405-874af14f4bbd req-f5b9c07a-5cf6-4da1-b8cb-fc11226aba8d tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b HTTP/1.1" status: 200 len: 943 time: 0.0598478 Feb 16 18:26:41.994932 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-fdfaee87-d79d-4562-a405-874af14f4bbd req-6f516ac0-ee1b-4edc-a252-3ef69a90e38f tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406141 Feb 16 18:26:42.282379 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b59bc-6a87-41a6-ac58-ca7021b004ec req-31fda738-9e47-4f64-96da-f158deb36997 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:42.284047 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ff4b59bc-6a87-41a6-ac58-ca7021b004ec req-31fda738-9e47-4f64-96da-f158deb36997 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 946 time: 0.0573843 Feb 16 18:26:42.339668 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ff4b59bc-6a87-41a6-ac58-ca7021b004ec req-a467bab8-88e2-465b-9948-f23f38cbc6b0 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492325 Feb 16 18:26:42.644495 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:43.002216 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3c78f-28c0-49ee-9567-9692d6aaa51b req-64ea2852-44e0-495b-a79a-75ffaa47d5e7 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:43.003802 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e8d3c78f-28c0-49ee-9567-9692d6aaa51b req-64ea2852-44e0-495b-a79a-75ffaa47d5e7 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 943 time: 0.0591924 Feb 16 18:26:43.059760 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e8d3c78f-28c0-49ee-9567-9692d6aaa51b req-c00c305c-80b0-414d-8d50-7327112105e3 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497406 Feb 16 18:26:43.139333 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1cd91e-46cd-407d-b180-787223bda005 req-2186020a-5aeb-4e7d-af31-8f59258b35e8 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:43.141251 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fb1cd91e-46cd-407d-b180-787223bda005 req-2186020a-5aeb-4e7d-af31-8f59258b35e8 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b HTTP/1.1" status: 200 len: 943 time: 0.0584016 Feb 16 18:26:43.193865 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fb1cd91e-46cd-407d-b180-787223bda005 req-588cd3c1-0d46-4744-9ebf-dd49c37b411e tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469806 Feb 16 18:26:43.472034 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50b0fd-b3b2-4d9d-ab36-56fc8051f773 req-6e248ba5-7a39-4f3d-baf3-f466833359fa tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:43.473452 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-db50b0fd-b3b2-4d9d-ab36-56fc8051f773 req-6e248ba5-7a39-4f3d-baf3-f466833359fa tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 946 time: 0.0586214 Feb 16 18:26:43.526525 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-db50b0fd-b3b2-4d9d-ab36-56fc8051f773 req-8050ec98-4546-473d-84c0-baebb196a3f2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471079 Feb 16 18:26:44.199792 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a831ec-176c-40ca-a8f4-eb2494b36ae5 req-a04250e2-2838-4028-981e-7f0a578bf7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:44.201327 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c7a831ec-176c-40ca-a8f4-eb2494b36ae5 req-a04250e2-2838-4028-981e-7f0a578bf7d6 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=76fd6f5de3984dad993f96e2d36ca878&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1282332 Feb 16 18:26:44.224972 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47762c94-fa71-4c4e-afbd-dd48dd4c5588 req-7ab7a45a-cb94-4f5d-a9a8-b1554f5df59f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:44.226517 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-47762c94-fa71-4c4e-afbd-dd48dd4c5588 req-7ab7a45a-cb94-4f5d-a9a8-b1554f5df59f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 943 time: 0.0874774 Feb 16 18:26:44.318349 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6da7a8-c996-476c-ab75-a80ee8a0cec2 req-80314697-b5fe-48fd-9ec9-6ce52b5bbc74 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:44.319873 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0d6da7a8-c996-476c-ab75-a80ee8a0cec2 req-80314697-b5fe-48fd-9ec9-6ce52b5bbc74 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b HTTP/1.1" status: 200 len: 943 time: 0.0539122 Feb 16 18:26:44.329388 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-47762c94-fa71-4c4e-afbd-dd48dd4c5588 req-ab3f863f-9103-4392-a036-9349a6614cec tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919023 Feb 16 18:26:44.345386 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a831ec-176c-40ca-a8f4-eb2494b36ae5 req-4d4a6fe7-2ab3-4eee-afa0-b16b7d9095d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:44.346902 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c7a831ec-176c-40ca-a8f4-eb2494b36ae5 req-4d4a6fe7-2ab3-4eee-afa0-b16b7d9095d0 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1380947 Feb 16 18:26:44.372448 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0d6da7a8-c996-476c-ab75-a80ee8a0cec2 req-00cd418b-d8a2-4fc0-9207-2bb31d4e0813 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470212 Feb 16 18:26:44.469710 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-60643a3e-11e2-47d8-9dd7-285dcabf5e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:44.471197 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-60643a3e-11e2-47d8-9dd7-285dcabf5e25 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=76fd6f5de3984dad993f96e2d36ca878&device_id=b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b HTTP/1.1" status: 200 len: 1127 time: 0.0752323 Feb 16 18:26:44.473601 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2de91-c1b5-4d4d-9c13-47dd731801d6 req-83b07cb9-ae7a-4239-bf64-332e4b1a5cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:44.474927 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-aec2de91-c1b5-4d4d-9c13-47dd731801d6 req-83b07cb9-ae7a-4239-bf64-332e4b1a5cfb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 1130 time: 0.0801747 Feb 16 18:26:44.520484 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-4f8fcb03-f3c3-4a7a-9be5-26c2fa89d519 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac974cb7-8c4a-4230-99de-9f488a17a8d4 HTTP/1.1" status: 200 len: 217 time: 0.0374556 Feb 16 18:26:44.592703 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-aec2de91-c1b5-4d4d-9c13-47dd731801d6 req-3e6927a8-90fe-4cde-b768-d6a53e9bca81 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041160 Feb 16 18:26:44.595289 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-b0d216da-8cd2-4e96-9139-4ab5860a7f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:44.596615 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-b0d216da-8cd2-4e96-9139-4ab5860a7f8f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5346df5b-aff7-40a7-ae5e-ef286b1928b6 HTTP/1.1" status: 200 len: 854 time: 0.0703378 Feb 16 18:26:44.646500 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef748513-4695-4f9c-a041-4b20b389f837 req-5f63aa6a-3ded-42bd-9e6d-5484f1164ab1 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:44.647877 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ef748513-4695-4f9c-a041-4b20b389f837 req-5f63aa6a-3ded-42bd-9e6d-5484f1164ab1 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 946 time: 0.0541933 Feb 16 18:26:44.694284 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ef748513-4695-4f9c-a041-4b20b389f837 req-afa518a7-8b38-4fe2-aa54-7d2b5b8cfcea tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409112 Feb 16 18:26:44.812296 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-44b60b70-1493-4fb5-a02a-745d29d63b46 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c35fcae6-c2de-43e7-978f-1d61acb1f98c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265238 Feb 16 18:26:44.904372 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-081cbdf3-aaf3-4142-81db-0bb6ed3d4633 service neutron] 10.222.0.45 "GET /v2.0/networks/c35fcae6-c2de-43e7-978f-1d61acb1f98c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856204 Feb 16 18:26:44.992108 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b4073ea6-0ef8-4bbf-8eef-11f5268eb51d req-2efe6a5b-ead7-4271-8302-2b76eb3a85ff service neutron] 10.222.0.45 "GET /v2.0/networks/c35fcae6-c2de-43e7-978f-1d61acb1f98c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818534 Feb 16 18:26:45.454932 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8038a7-ffd4-493f-a488-0e076fff0949 req-9431dce6-bf9f-44c0-aad1-df4edd60fce6 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:45.456380 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-fd8038a7-ffd4-493f-a488-0e076fff0949 req-9431dce6-bf9f-44c0-aad1-df4edd60fce6 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 943 time: 0.0546286 Feb 16 18:26:45.498996 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8565ea3-ccf5-42d1-bd9d-7164d34f3526 req-65495b90-7b5e-42ab-b8a5-5d67789ab88d tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:45.500494 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e8565ea3-ccf5-42d1-bd9d-7164d34f3526 req-65495b90-7b5e-42ab-b8a5-5d67789ab88d tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b HTTP/1.1" status: 200 len: 943 time: 0.0618870 Feb 16 18:26:45.508092 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-fd8038a7-ffd4-493f-a488-0e076fff0949 req-eba50bfb-d23b-4e97-90a7-fddb4035de73 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459132 Feb 16 18:26:45.548997 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e8565ea3-ccf5-42d1-bd9d-7164d34f3526 req-56df8429-249a-4d33-bb70-c0f9ce0e4804 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428150 Feb 16 18:26:45.812381 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b0b3f-9c10-450a-8f8a-d91076aae8d3 req-273eee84-9671-43c5-9729-f39edfabe450 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:45.813973 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-f97b0b3f-9c10-450a-8f8a-d91076aae8d3 req-273eee84-9671-43c5-9729-f39edfabe450 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 946 time: 0.0522091 Feb 16 18:26:45.863084 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-f97b0b3f-9c10-450a-8f8a-d91076aae8d3 req-7e222c81-7ffd-47d5-a31d-c2ef2516921b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433006 Feb 16 18:26:46.638937 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0006f-0334-41be-8f74-d218fdf7274e req-80e113a2-f801-45e3-8d47-d8c86dfdc598 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:46.640460 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-dca0006f-0334-41be-8f74-d218fdf7274e req-80e113a2-f801-45e3-8d47-d8c86dfdc598 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 943 time: 0.0573001 Feb 16 18:26:46.665715 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce57593-bbcf-4d5f-a1e3-79fde4fa5cf6 req-ba67d769-b5a2-4e5b-990a-d332e3e8de1e tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:46.667241 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-4ce57593-bbcf-4d5f-a1e3-79fde4fa5cf6 req-ba67d769-b5a2-4e5b-990a-d332e3e8de1e tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b HTTP/1.1" status: 200 len: 943 time: 0.0519729 Feb 16 18:26:46.688770 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-dca0006f-0334-41be-8f74-d218fdf7274e req-7453420e-a99e-41a4-ba9e-8aaca1caa64a tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427921 Feb 16 18:26:46.713814 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-4ce57593-bbcf-4d5f-a1e3-79fde4fa5cf6 req-a4f76843-f49c-49d3-8459-26a19c729c04 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411105 Feb 16 18:26:46.981212 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd43c0-8f9b-4b43-873c-c5346256f310 req-db16c6a0-5e6a-4369-b5f7-638df7b4c683 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:46.982666 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6bcd43c0-8f9b-4b43-873c-c5346256f310 req-db16c6a0-5e6a-4369-b5f7-638df7b4c683 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 946 time: 0.0558395 Feb 16 18:26:47.030427 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6bcd43c0-8f9b-4b43-873c-c5346256f310 req-bf1c03f1-f097-4b8e-a2d7-235240410e72 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423436 Feb 16 18:26:47.222101 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device ac974cb7-8c4a-4230-99de-9f488a17a8d4 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=103277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 18:26:47.327705 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port ac974cb7-8c4a-4230-99de-9f488a17a8d4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ac974cb7-8c4a-4230-99de-9f488a17a8d4,segment=NetworkSegment(d694bd6e-2933-4972-85bb-c2130a8ce19e),segment_id=d694bd6e-2933-4972-85bb-c2130a8ce19e)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:47.338816 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Returning: {'device': 'ac974cb7-8c4a-4230-99de-9f488a17a8d4', 'network_id': 'c35fcae6-c2de-43e7-978f-1d61acb1f98c', 'port_id': 'ac974cb7-8c4a-4230-99de-9f488a17a8d4', 'mac_address': 'fa:16:3e:51:7b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5346df5b-aff7-40a7-ae5e-ef286b1928b6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 18:26:47.378371 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port ac974cb7-8c4a-4230-99de-9f488a17a8d4 is: DOWN; New status is: BUILD {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:26:47.378772 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (ac974cb7-8c4a-4230-99de-9f488a17a8d4), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:47.380685 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425734db-f72c-4d0b-b71a-2ddb37dfb2db req-9eef14fa-32f3-4ef8-b7d6-6f4f104cd62d tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:47.382206 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-425734db-f72c-4d0b-b71a-2ddb37dfb2db req-9eef14fa-32f3-4ef8-b7d6-6f4f104cd62d tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 946 time: 0.2883761 Feb 16 18:26:47.392666 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac974cb7-8c4a-4230-99de-9f488a17a8d4 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:26:47.411671 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port ac974cb7-8c4a-4230-99de-9f488a17a8d4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ac974cb7-8c4a-4230-99de-9f488a17a8d4,segment=NetworkSegment(d694bd6e-2933-4972-85bb-c2130a8ce19e),segment_id=d694bd6e-2933-4972-85bb-c2130a8ce19e)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:47.430247 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-425734db-f72c-4d0b-b71a-2ddb37dfb2db req-67ace3f6-80d6-41fc-8782-9143a50b76bb tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417171 Feb 16 18:26:47.454788 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 33202) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:47.470945 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (ac974cb7-8c4a-4230-99de-9f488a17a8d4), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:47.498343 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd64b209-32f6-42b3-aad5-7605b50ec326 tempest-TestVolumeBootPattern-583025070 tempest-TestVolumeBootPattern-583025070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:47.499913 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-dd64b209-32f6-42b3-aad5-7605b50ec326 tempest-TestVolumeBootPattern-583025070 tempest-TestVolumeBootPattern-583025070-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 1125 time: 0.0442505 Feb 16 18:26:47.502702 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 33204) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:26:47.506905 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-e400ef9d-fa1c-4f95-a597-2253e91a17ba tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Request body: {'floatingip': {'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'port_id': '8f645f4d-db86-4492-ab2a-c4e89cca4f25', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:26:47.520893 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=ac974cb7-8c4a-4230-99de-9f488a17a8d4,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:47.592370 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e400ef9d-fa1c-4f95-a597-2253e91a17ba tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:47.679220 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['ac974cb7-8c4a-4230-99de-9f488a17a8d4'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:26:47.690478 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e400ef9d-fa1c-4f95-a597-2253e91a17ba tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:47.827349 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f31819-7d50-410e-9a4e-95e35ee539fd req-280be8f7-9210-4e5b-bf5b-01b9057c6248 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:47.833606 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-32f31819-7d50-410e-9a4e-95e35ee539fd req-280be8f7-9210-4e5b-bf5b-01b9057c6248 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 943 time: 0.0631065 Feb 16 18:26:47.839347 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-e400ef9d-fa1c-4f95-a597-2253e91a17ba tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Allocated IP 172.27.3.40 (c00f8eca-8c80-474c-b61e-3160eeb0c24d/19362ace-3fbd-48f2-895e-4d065f6f071c/d85a64c8-3031-4520-ac83-53b49d37f143) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:26:47.879657 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-32f31819-7d50-410e-9a4e-95e35ee539fd req-667596a6-cb4c-41ce-8df8-4086d57dc170 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443807 Feb 16 18:26:47.892287 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70ce9b-4f08-440e-a62d-7ef6e6d0f926 req-2041510d-3d31-4302-8de3-dd9422086184 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:47.893880 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7c70ce9b-4f08-440e-a62d-7ef6e6d0f926 req-2041510d-3d31-4302-8de3-dd9422086184 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b HTTP/1.1" status: 200 len: 944 time: 0.0972197 Feb 16 18:26:47.988079 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7c70ce9b-4f08-440e-a62d-7ef6e6d0f926 req-9776129d-e7ea-4bef-b00c-d30e6e4d0583 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662811 Feb 16 18:26:47.990573 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e400ef9d-fa1c-4f95-a597-2253e91a17ba tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for port (d85a64c8-3031-4520-ac83-53b49d37f143), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:48.088531 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e400ef9d-fa1c-4f95-a597-2253e91a17ba tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (d85a64c8-3031-4520-ac83-53b49d37f143), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:48.132590 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e400ef9d-fa1c-4f95-a597-2253e91a17ba tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Network c00f8eca-8c80-474c-b61e-3160eeb0c24d is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:26:48.135449 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-e400ef9d-fa1c-4f95-a597-2253e91a17ba tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:26:48.139635 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e400ef9d-fa1c-4f95-a597-2253e91a17ba tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:26:48.144872 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400ef9d-fa1c-4f95-a597-2253e91a17ba tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Pushing event updated for resources: {'Port': ['ID=d85a64c8-3031-4520-ac83-53b49d37f143,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:48.491085 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e400ef9d-fa1c-4f95-a597-2253e91a17ba tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for floatingip (8983bdc0-71e9-4492-9650-a5ee66668c64), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:49.021898 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7e4ac-3ab7-4bcd-a955-dd75b34f1dac req-36bd520c-c274-42fa-ba55-0e112c88a9ab tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:49.023478 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-06f7e4ac-3ab7-4bcd-a955-dd75b34f1dac req-36bd520c-c274-42fa-ba55-0e112c88a9ab tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 943 time: 0.0553658 Feb 16 18:26:49.085605 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-06f7e4ac-3ab7-4bcd-a955-dd75b34f1dac req-4a9ba7dd-26da-4957-8945-6057f3472802 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541410 Feb 16 18:26:49.130816 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933df4e-aa7c-44a0-97bc-28e8854a5f2b req-e98652da-3c29-4948-920d-ee24ce7c30f9 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:49.132818 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-5933df4e-aa7c-44a0-97bc-28e8854a5f2b req-e98652da-3c29-4948-920d-ee24ce7c30f9 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b HTTP/1.1" status: 200 len: 944 time: 0.0664794 Feb 16 18:26:49.179636 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-5933df4e-aa7c-44a0-97bc-28e8854a5f2b req-9c7bc333-8755-4768-a9b8-f01ee6705073 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407429 Feb 16 18:26:49.227597 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device ac974cb7-8c4a-4230-99de-9f488a17a8d4 up at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:26:49.462537 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e400ef9d-fa1c-4f95-a597-2253e91a17ba tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (d85a64c8-3031-4520-ac83-53b49d37f143), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:49.524039 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning for port ac974cb7-8c4a-4230-99de-9f488a17a8d4 completed by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:26:49.529714 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning complete for port ac974cb7-8c4a-4230-99de-9f488a17a8d4 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:26:49.530112 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (ac974cb7-8c4a-4230-99de-9f488a17a8d4), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:49.616253 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port ac974cb7-8c4a-4230-99de-9f488a17a8d4 is: BUILD; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:26:49.620668 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (ac974cb7-8c4a-4230-99de-9f488a17a8d4), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:49.624067 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e400ef9d-fa1c-4f95-a597-2253e91a17ba tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for port (d85a64c8-3031-4520-ac83-53b49d37f143), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:49.639623 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac974cb7-8c4a-4230-99de-9f488a17a8d4'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:26:49.641853 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726aea5b-f976-4803-bd16-5b14cd1bb543" -d '{"events": [{"server_uuid": "b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b", "name": "network-vif-plugged", "status": "completed", "tag": "ac974cb7-8c4a-4230-99de-9f488a17a8d4"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:26:49.654202 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port ac974cb7-8c4a-4230-99de-9f488a17a8d4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ac974cb7-8c4a-4230-99de-9f488a17a8d4,segment=NetworkSegment(d694bd6e-2933-4972-85bb-c2130a8ce19e),segment_id=d694bd6e-2933-4972-85bb-c2130a8ce19e)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:49.678771 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba098d52-1d48-49f2-bf48-3b932c69e573 x-openstack-request-id: req-ba098d52-1d48-49f2-bf48-3b932c69e573 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:26:49.679633 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b", "name": "network-vif-plugged", "status": "completed", "tag": "ac974cb7-8c4a-4230-99de-9f488a17a8d4", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:26:49.679633 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ba098d52-1d48-49f2-bf48-3b932c69e573 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:26:49.679911 dv-cinder-773985-33-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac974cb7-8c4a-4230-99de-9f488a17a8d4', 'code': 200} Feb 16 18:26:49.695726 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e400ef9d-fa1c-4f95-a597-2253e91a17ba tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9128183'] for port (d85a64c8-3031-4520-ac83-53b49d37f143), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:49.730447 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (ac974cb7-8c4a-4230-99de-9f488a17a8d4), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:49.778206 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400ef9d-fa1c-4f95-a597-2253e91a17ba tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Pushing event updated for resources: {'Port': ['ID=d85a64c8-3031-4520-ac83-53b49d37f143,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:49.781685 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=ac974cb7-8c4a-4230-99de-9f488a17a8d4,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:49.786498 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e400ef9d-fa1c-4f95-a597-2253e91a17ba tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459730'] for floatingip (8983bdc0-71e9-4492-9650-a5ee66668c64), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:49.889069 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.db.l3_db [None req-e400ef9d-fa1c-4f95-a597-2253e91a17ba tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Floating IP 8983bdc0-71e9-4492-9650-a5ee66668c64 associated. External IP: 172.27.3.40, port: 8f645f4d-db86-4492-ab2a-c4e89cca4f25. Feb 16 18:26:49.998768 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc00976-1f85-442b-aff2-2709e8eea119 req-7b8e7003-4d97-4ace-a013-5c3764c8aa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:50.000194 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0dc00976-1f85-442b-aff2-2709e8eea119 req-7b8e7003-4d97-4ace-a013-5c3764c8aa7e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b HTTP/1.1" status: 200 len: 1129 time: 0.0453684 Feb 16 18:26:50.045220 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0dc00976-1f85-442b-aff2-2709e8eea119 req-b1a0456c-01f2-4d59-a9fd-fc829e96a344 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377681 Feb 16 18:26:50.106864 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e400ef9d-fa1c-4f95-a597-2253e91a17ba tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:26:50.265143 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde2808-2033-4541-9c02-b53f7a676024 req-abb69ef7-b28c-44ad-a95e-75e6d67fcf3a tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:50.265143 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0cde2808-2033-4541-9c02-b53f7a676024 req-abb69ef7-b28c-44ad-a95e-75e6d67fcf3a tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 943 time: 0.0788643 Feb 16 18:26:50.265143 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e400ef9d-fa1c-4f95-a597-2253e91a17ba tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:26:50.281579 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9c00f5-babb-4e06-9172-c4bd0feeda33 None None] Sync routers for ids ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'] in dv-cinder-773985-33-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:26:50.293511 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9c00f5-babb-4e06-9172-c4bd0feeda33 None None] Routers {'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:26:50.294389 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-eb9c00f5-babb-4e06-9172-c4bd0feeda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:26:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:50.319633 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b9ca2-cbd6-4a79-93e0-79f6a1cf3015 req-c38fdfdc-20ae-4552-b86a-7d895d5fe11f tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:50.322512 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-477b9ca2-cbd6-4a79-93e0-79f6a1cf3015 req-c38fdfdc-20ae-4552-b86a-7d895d5fe11f tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b HTTP/1.1" status: 200 len: 945 time: 0.0625041 Feb 16 18:26:50.324392 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0cde2808-2033-4541-9c02-b53f7a676024 req-edfbd7f0-6f77-4e6c-9d6e-d615255f8e2f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556743 Feb 16 18:26:50.372607 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-477b9ca2-cbd6-4a79-93e0-79f6a1cf3015 req-f42a57d6-5886-4016-894e-740183f73d9c tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436625 Feb 16 18:26:50.379582 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e400ef9d-fa1c-4f95-a597-2253e91a17ba tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for floatingip (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:50.413463 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-e400ef9d-fa1c-4f95-a597-2253e91a17ba tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9097130 Feb 16 18:26:50.414329 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce874aa-5880-4e1c-854e-f68b65b5aa96', 'tag': '8f645f4d-db86-4492-ab2a-c4e89cca4f25'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:26:50.416608 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2697ac5bc137568c11401d7db31323aaf7e0b920c8580a1634e3728116959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235bb971-b3c0-4d23-abc3-00c56561cb77" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce874aa-5880-4e1c-854e-f68b65b5aa96", "tag": "8f645f4d-db86-4492-ab2a-c4e89cca4f25"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:26:50.418759 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-eb9c00f5-babb-4e06-9172-c4bd0feeda33 None None] Set router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:26:50.455056 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732a3066-7d67-456e-82d6-20ff12b946a5 x-openstack-request-id: req-732a3066-7d67-456e-82d6-20ff12b946a5 {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:26:50.455563 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce874aa-5880-4e1c-854e-f68b65b5aa96", "tag": "8f645f4d-db86-4492-ab2a-c4e89cca4f25", "status": "completed", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:26:50.455886 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-732a3066-7d67-456e-82d6-20ff12b946a5 {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:26:50.456353 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce874aa-5880-4e1c-854e-f68b65b5aa96', 'tag': '8f645f4d-db86-4492-ab2a-c4e89cca4f25', 'status': 'completed', 'code': 200} Feb 16 18:26:50.537498 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235bb971-b3c0-4d23-abc3-00c56561cb77 req-08c71c06-a2fb-4e27-9ca8-854e446937f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:50.538882 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-235bb971-b3c0-4d23-abc3-00c56561cb77 req-08c71c06-a2fb-4e27-9ca8-854e446937f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbc85d2f47ed42ae9d13c15932375126&device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 1130 time: 0.0476193 Feb 16 18:26:50.633113 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235bb971-b3c0-4d23-abc3-00c56561cb77 req-f7b02ad5-1cd2-45e5-9fb0-3a50a6b9e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:50.634591 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-235bb971-b3c0-4d23-abc3-00c56561cb77 req-f7b02ad5-1cd2-45e5-9fb0-3a50a6b9e966 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c3b692a3-8e7f-4e30-84f4-e7dc80fed586 HTTP/1.1" status: 200 len: 912 time: 0.0865681 Feb 16 18:26:50.648370 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-eb9c00f5-babb-4e06-9172-c4bd0feeda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'name': 'tempest-TestVolumeBootPattern-998245796-router', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:37Z', 'updated_at': '2022-02-16T18:22:41Z', 'revision_number': 4, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'gw_port': {'id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:38Z', 'updated_at': '2022-02-16T18:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': '8983bdc0-71e9-4492-9650-a5ee66668c64', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'port_id': '8f645f4d-db86-4492-ab2a-c4e89cca4f25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'mac_address': 'fa:16:3e:ce:28:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce874aa-5880-4e1c-854e-f68b65b5aa96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:26:48Z', 'updated_at': '2022-02-16T18:26:48Z', 'revision_number': 0, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8674fa4a-823e-4de8-b1c9-17126717bd5a', 'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:40Z', 'updated_at': '2022-02-16T18:22:46Z', 'revision_number': 5, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'subnets': [{'id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:50.676894 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9c00f5-babb-4e06-9172-c4bd0feeda33 None None] Checking router: a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 for host: dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:26:50.686535 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9c00f5-babb-4e06-9172-c4bd0feeda33 None None] Routers {'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:26:50.687142 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-eb9c00f5-babb-4e06-9172-c4bd0feeda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:26:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:50.703365 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-235bb971-b3c0-4d23-abc3-00c56561cb77 req-a0c231b7-1086-4c63-a679-6e69afe104d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f645f4d-db86-4492-ab2a-c4e89cca4f25 HTTP/1.1" status: 200 len: 999 time: 0.0613463 Feb 16 18:26:50.753875 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235bb971-b3c0-4d23-abc3-00c56561cb77 req-681bb931-8e23-4b1e-9d27-d86c5c2b7aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:50.755367 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-235bb971-b3c0-4d23-abc3-00c56561cb77 req-681bb931-8e23-4b1e-9d27-d86c5c2b7aab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1c21080-f6c4-4a5f-9337-f015cc2f7375 HTTP/1.1" status: 200 len: 850 time: 0.0444956 Feb 16 18:26:50.797521 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-eb9c00f5-babb-4e06-9172-c4bd0feeda33 None None] Set router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:26:50.804883 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235bb971-b3c0-4d23-abc3-00c56561cb77 req-d770d561-085d-43d0-8470-2b6bbefe8fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:50.806426 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-235bb971-b3c0-4d23-abc3-00c56561cb77 req-d770d561-085d-43d0-8470-2b6bbefe8fdf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c3b692a3-8e7f-4e30-84f4-e7dc80fed586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450189 Feb 16 18:26:50.898666 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-235bb971-b3c0-4d23-abc3-00c56561cb77 req-dd00e910-e92f-4f5d-9e14-c815a63cbc3c service neutron] 10.222.0.45 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844841 Feb 16 18:26:50.991053 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-235bb971-b3c0-4d23-abc3-00c56561cb77 req-4d773127-92cd-4ebe-8131-c60f68657d8b service neutron] 10.222.0.45 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828445 Feb 16 18:26:51.025401 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-eb9c00f5-babb-4e06-9172-c4bd0feeda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'name': 'tempest-TestVolumeBootPattern-998245796-router', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:37Z', 'updated_at': '2022-02-16T18:22:41Z', 'revision_number': 4, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'gw_port': {'id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:38Z', 'updated_at': '2022-02-16T18:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': '8983bdc0-71e9-4492-9650-a5ee66668c64', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'port_id': '8f645f4d-db86-4492-ab2a-c4e89cca4f25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'mac_address': 'fa:16:3e:ce:28:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce874aa-5880-4e1c-854e-f68b65b5aa96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:26:48Z', 'updated_at': '2022-02-16T18:26:48Z', 'revision_number': 0, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8674fa4a-823e-4de8-b1c9-17126717bd5a', 'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:40Z', 'updated_at': '2022-02-16T18:22:46Z', 'revision_number': 5, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'subnets': [{'id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:26:51.056260 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9c00f5-babb-4e06-9172-c4bd0feeda33 None None] The sync data for ids ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'] in dv-cinder-773985-33-iscsi is: [{'id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'name': 'tempest-TestVolumeBootPattern-998245796-router', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:37Z', 'updated_at': '2022-02-16T18:22:41Z', 'revision_number': 4, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'gw_port': {'id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:38Z', 'updated_at': '2022-02-16T18:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': '8983bdc0-71e9-4492-9650-a5ee66668c64', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'port_id': '8f645f4d-db86-4492-ab2a-c4e89cca4f25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'mac_address': 'fa:16:3e:ce:28:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce874aa-5880-4e1c-854e-f68b65b5aa96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:26:48Z', 'updated_at': '2022-02-16T18:26:48Z', 'revision_number': 0, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8674fa4a-823e-4de8-b1c9-17126717bd5a', 'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:40Z', 'updated_at': '2022-02-16T18:22:46Z', 'revision_number': 5, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'subnets': [{'id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:26:51.251383 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b397bea5-46fe-42c9-b4cb-8b9a0040f460 None None] New status for floating IP 8983bdc0-71e9-4492-9650-a5ee66668c64: ACTIVE {{(pid=103277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 18:26:51.476880 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda8d9c-dfb5-4eb8-816f-9722510a2a24 req-cd104c52-126d-4247-8c6d-d6f9dde189d5 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:51.478533 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-aeda8d9c-dfb5-4eb8-816f-9722510a2a24 req-cd104c52-126d-4247-8c6d-d6f9dde189d5 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 943 time: 0.0626183 Feb 16 18:26:51.508039 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee283ad-d954-456c-8fcc-aa850f768e88 req-8bd544a1-f9fd-4f42-9912-c3202c255c59 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:51.508972 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-8ee283ad-d954-456c-8fcc-aa850f768e88 req-8bd544a1-f9fd-4f42-9912-c3202c255c59 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b HTTP/1.1" status: 200 len: 945 time: 0.0607128 Feb 16 18:26:51.533781 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-aeda8d9c-dfb5-4eb8-816f-9722510a2a24 req-0703c432-f47a-43db-8491-da4ede7c749f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484450 Feb 16 18:26:51.560523 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-8ee283ad-d954-456c-8fcc-aa850f768e88 req-de0cb41e-721c-4e16-9aa6-ece8624147bc tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450659 Feb 16 18:26:52.655615 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a0aca-2135-4098-a3b9-be68b56e2c7a req-9940f972-d3aa-4c7b-8c96-79202b4ca0d9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:52.657142 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-494a0aca-2135-4098-a3b9-be68b56e2c7a req-9940f972-d3aa-4c7b-8c96-79202b4ca0d9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 943 time: 0.0537472 Feb 16 18:26:52.703209 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-494a0aca-2135-4098-a3b9-be68b56e2c7a req-c16bd82a-58c3-45b9-94e9-22325093cc28 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405929 Feb 16 18:26:53.226199 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 099e0137-669d-4fda-b1f2-8dbf6595a131 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=103277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 18:26:53.323833 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 099e0137-669d-4fda-b1f2-8dbf6595a131, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=099e0137-669d-4fda-b1f2-8dbf6595a131,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:53.335956 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Returning: {'device': '099e0137-669d-4fda-b1f2-8dbf6595a131', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'port_id': '099e0137-669d-4fda-b1f2-8dbf6595a131', 'mac_address': 'fa:16:3e:50:5a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 18:26:53.377166 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 099e0137-669d-4fda-b1f2-8dbf6595a131 is: DOWN; New status is: BUILD {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:26:53.377552 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (099e0137-669d-4fda-b1f2-8dbf6595a131), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:53.390652 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099e0137-669d-4fda-b1f2-8dbf6595a131 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:26:53.411262 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 099e0137-669d-4fda-b1f2-8dbf6595a131, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=099e0137-669d-4fda-b1f2-8dbf6595a131,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:53.478464 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (099e0137-669d-4fda-b1f2-8dbf6595a131), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:53.531192 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=099e0137-669d-4fda-b1f2-8dbf6595a131,revision_number=9']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:53.700179 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['099e0137-669d-4fda-b1f2-8dbf6595a131'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:26:53.828531 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d361f-3a7f-40eb-b9e6-53ef1ecb6b5c req-629c77c4-052f-4f97-a74b-afdd0d11dc77 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:53.830351 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c71d361f-3a7f-40eb-b9e6-53ef1ecb6b5c req-629c77c4-052f-4f97-a74b-afdd0d11dc77 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 944 time: 0.0543387 Feb 16 18:26:53.881216 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c71d361f-3a7f-40eb-b9e6-53ef1ecb6b5c req-ae9b715d-e98a-490e-8e7b-26558997bd0c tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453062 Feb 16 18:26:55.008544 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb77772-b68a-4bd9-8b8d-9fd59784c74c req-faee770c-5235-45fb-a23f-c4be0a34f96f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:55.010069 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7cb77772-b68a-4bd9-8b8d-9fd59784c74c req-faee770c-5235-45fb-a23f-c4be0a34f96f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 944 time: 0.0579937 Feb 16 18:26:55.059408 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7cb77772-b68a-4bd9-8b8d-9fd59784c74c req-505eb621-34ac-4bed-8a1c-8b5cbbf1a5ca tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424898 Feb 16 18:26:55.239665 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 099e0137-669d-4fda-b1f2-8dbf6595a131 up at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:26:55.287719 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning complete for port 099e0137-669d-4fda-b1f2-8dbf6595a131 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:26:55.288086 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (099e0137-669d-4fda-b1f2-8dbf6595a131), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:55.375010 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 099e0137-669d-4fda-b1f2-8dbf6595a131 is: BUILD; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:26:55.375410 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (099e0137-669d-4fda-b1f2-8dbf6595a131), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:55.397537 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcae768a-561b-4d78-8c58-2b78f3ede2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099e0137-669d-4fda-b1f2-8dbf6595a131'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:26:55.399759 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc5ddbe-4959-4d8e-b86f-cb56ee1433ff" -d '{"events": [{"server_uuid": "dcae768a-561b-4d78-8c58-2b78f3ede2ec", "name": "network-vif-plugged", "status": "completed", "tag": "099e0137-669d-4fda-b1f2-8dbf6595a131"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:26:55.411757 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 099e0137-669d-4fda-b1f2-8dbf6595a131, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=099e0137-669d-4fda-b1f2-8dbf6595a131,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:26:55.437348 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21e8bd5-f357-4e98-ace0-df896c384d39 x-openstack-request-id: req-c21e8bd5-f357-4e98-ace0-df896c384d39 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:26:55.437638 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcae768a-561b-4d78-8c58-2b78f3ede2ec", "name": "network-vif-plugged", "status": "completed", "tag": "099e0137-669d-4fda-b1f2-8dbf6595a131", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:26:55.437888 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c21e8bd5-f357-4e98-ace0-df896c384d39 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:26:55.438277 dv-cinder-773985-33-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcae768a-561b-4d78-8c58-2b78f3ede2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099e0137-669d-4fda-b1f2-8dbf6595a131', 'code': 200} Feb 16 18:26:55.466853 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (099e0137-669d-4fda-b1f2-8dbf6595a131), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:26:55.516245 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=099e0137-669d-4fda-b1f2-8dbf6595a131,revision_number=10']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:26:55.994912 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b279172-14e7-4ad3-b126-1c156213e567 req-c47e0033-ca70-44c8-8e8c-ec403370d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:55.996492 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9b279172-14e7-4ad3-b126-1c156213e567 req-c47e0033-ca70-44c8-8e8c-ec403370d69d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 1130 time: 0.0434914 Feb 16 18:26:56.039919 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9b279172-14e7-4ad3-b126-1c156213e567 req-9c9a5068-dcbf-47c5-a28d-373347d6211c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363533 Feb 16 18:26:56.187920 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cd9a4-acf0-4d28-907b-0eb7d617e19e req-e4f04543-9cfe-46fe-9f79-31cffa17f8c8 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:56.189419 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9a1cd9a4-acf0-4d28-907b-0eb7d617e19e req-e4f04543-9cfe-46fe-9f79-31cffa17f8c8 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 946 time: 0.0579212 Feb 16 18:26:56.237280 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9a1cd9a4-acf0-4d28-907b-0eb7d617e19e req-63d99c30-bdef-472d-8703-2d6eff8842a6 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423205 Feb 16 18:26:57.366268 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d412b3d-068b-4393-8c38-48b16c8d4c64 req-34211a92-0dd5-49c9-b285-6f07604382ae tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:57.367761 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-4d412b3d-068b-4393-8c38-48b16c8d4c64 req-34211a92-0dd5-49c9-b285-6f07604382ae tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 946 time: 0.0528703 Feb 16 18:26:57.415445 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-4d412b3d-068b-4393-8c38-48b16c8d4c64 req-9d1762b4-2515-4f38-973e-36073f841eb3 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412476 Feb 16 18:26:58.546079 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488ccaa-ead6-4da0-a33a-14f7870b510b req-0253f169-9887-4d4b-931e-16c9a390cd57 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:58.547597 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0488ccaa-ead6-4da0-a33a-14f7870b510b req-0253f169-9887-4d4b-931e-16c9a390cd57 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 946 time: 0.0560277 Feb 16 18:26:58.595614 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0488ccaa-ead6-4da0-a33a-14f7870b510b req-7721980a-ad8a-4ef8-9af8-56665216d4ec tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422907 Feb 16 18:26:59.723062 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd95c6-c128-4f02-97a3-5462b017b466 req-4ee63e40-ca2f-4935-be9d-f8f8748dee40 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:26:59.724550 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-37fd95c6-c128-4f02-97a3-5462b017b466 req-4ee63e40-ca2f-4935-be9d-f8f8748dee40 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 946 time: 0.0565653 Feb 16 18:26:59.771114 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-37fd95c6-c128-4f02-97a3-5462b017b466 req-c009623a-764c-46b9-8bfe-ccf019cd10f2 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398207 Feb 16 18:27:01.647947 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-e2c76f16-4391-48a7-8983-9740ff4f7051 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:01.649416 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-e2c76f16-4391-48a7-8983-9740ff4f7051 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/networks?id=c35fcae6-c2de-43e7-978f-1d61acb1f98c HTTP/1.1" status: 200 len: 814 time: 0.1004906 Feb 16 18:27:01.663657 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-b9b00266-da41-4db8-9b4e-21ec901cf193 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/quotas/76fd6f5de3984dad993f96e2d36ca878 HTTP/1.1" status: 200 len: 375 time: 0.0089509 Feb 16 18:27:01.716619 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-607d9a12-f3a4-4ab3-8228-dcce9e9d13b6 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=76fd6f5de3984dad993f96e2d36ca878&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0475545 Feb 16 18:27:01.808396 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-322907ae-ade5-474c-b87d-c45be3f603b8 service neutron] 10.222.0.87 "GET /v2.0/networks/c35fcae6-c2de-43e7-978f-1d61acb1f98c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846019 Feb 16 18:27:01.898207 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-a0438ec9-bdb7-4955-bd74-379499f797ff service neutron] 10.222.0.87 "GET /v2.0/networks/c35fcae6-c2de-43e7-978f-1d61acb1f98c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843494 Feb 16 18:27:02.155036 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d02f6cbc-7e0f-463f-a641-03caa0404fd8 req-462214de-da2b-4a9a-93f9-e5daffe60700 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1 HTTP/1.1" status: 200 len: 210 time: 0.0267754 Feb 16 18:27:02.160811 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7b50f79f-c9b7-42e6-ad65-70bbbaa3cc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:03.251733 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8870a2d5-166b-4617-b2a9-e77358b06d79 req-764ffbf3-2734-4596-9487-fdd264adc191 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1 HTTP/1.1" status: 200 len: 210 time: 0.0272264 Feb 16 18:27:04.020514 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-022ee89b-1739-45f4-8028-86a9722447ea tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:04.021885 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-022ee89b-1739-45f4-8028-86a9722447ea tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.45 "GET /v2.0/networks?id=c35fcae6-c2de-43e7-978f-1d61acb1f98c HTTP/1.1" status: 200 len: 814 time: 0.1037786 Feb 16 18:27:04.032725 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:27:04.035500 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-9d398827-c70b-4464-b83e-01289ab2b473 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Request body: {'port': {'device_id': 'b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1', 'network_id': 'c35fcae6-c2de-43e7-978f-1d61acb1f98c', 'admin_state_up': True, 'tenant_id': '76fd6f5de3984dad993f96e2d36ca878'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:27:04.272575 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-9d398827-c70b-4464-b83e-01289ab2b473 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Made reservation on behalf of 76fd6f5de3984dad993f96e2d36ca878 for: {'port': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:27:04.275929 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-9d398827-c70b-4464-b83e-01289ab2b473 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:04.354603 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-3f67e756-7ab5-4f71-ae1e-7da769405ee2 req-855b2b96-05e6-49f0-aae8-ee7da55e1f96 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1 HTTP/1.1" status: 200 len: 210 time: 0.0305893 Feb 16 18:27:04.407439 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-9d398827-c70b-4464-b83e-01289ab2b473 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Allocated IP 172.20.0.13 (c35fcae6-c2de-43e7-978f-1d61acb1f98c/5346df5b-aff7-40a7-ae5e-ef286b1928b6/9e4f46db-98f8-4fd3-98a4-d48f222f82b6) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:27:04.414208 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f47a38d7-f5ca-49e3-a326-7243769fefc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:04.553159 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-9d398827-c70b-4464-b83e-01289ab2b473 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks [] for port (9e4f46db-98f8-4fd3-98a4-d48f222f82b6), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:04.621384 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-9d398827-c70b-4464-b83e-01289ab2b473 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (9e4f46db-98f8-4fd3-98a4-d48f222f82b6), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:04.639498 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['ac974cb7-8c4a-4230-99de-9f488a17a8d4'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:27:04.665876 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-9d398827-c70b-4464-b83e-01289ab2b473 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Network c35fcae6-c2de-43e7-978f-1d61acb1f98c is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:27:04.668979 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-9d398827-c70b-4464-b83e-01289ab2b473 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:27:04.672766 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-9d398827-c70b-4464-b83e-01289ab2b473 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:27:04.699578 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d398827-c70b-4464-b83e-01289ab2b473 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Pushing event updated for resources: {'Port': ['ID=9e4f46db-98f8-4fd3-98a4-d48f222f82b6,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:27:04.729901 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-9d398827-c70b-4464-b83e-01289ab2b473 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:04.730520 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-9d398827-c70b-4464-b83e-01289ab2b473 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:04.800901 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-9d398827-c70b-4464-b83e-01289ab2b473 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7691810 Feb 16 18:27:04.814352 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-bb318db6-fbb1-4216-9b94-e86bb19c5ca3 service neutron] Request body: {'port': {'device_id': 'b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:27:04.871004 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-bb318db6-fbb1-4216-9b94-e86bb19c5ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (9e4f46db-98f8-4fd3-98a4-d48f222f82b6), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:05.384348 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-bb318db6-fbb1-4216-9b94-e86bb19c5ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4f46db-98f8-4fd3-98a4-d48f222f82b6 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:27:05.392671 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-bb318db6-fbb1-4216-9b94-e86bb19c5ca3 service neutron] Publish callbacks [] for port (9e4f46db-98f8-4fd3-98a4-d48f222f82b6), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:05.404675 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-bb318db6-fbb1-4216-9b94-e86bb19c5ca3 service neutron] Transition to ACTIVE for port object 9e4f46db-98f8-4fd3-98a4-d48f222f82b6 will not be triggered until provisioned by entity L2. {{(pid=103275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:27:05.479472 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccd2df-002f-4484-9eeb-3666d63a7c60 req-3e09552f-a0a7-4181-bd5d-b09d5a91f288 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:05.480848 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-05ccd2df-002f-4484-9eeb-3666d63a7c60 req-3e09552f-a0a7-4181-bd5d-b09d5a91f288 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1 HTTP/1.1" status: 200 len: 932 time: 0.0533559 Feb 16 18:27:05.492580 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-bb318db6-fbb1-4216-9b94-e86bb19c5ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (9e4f46db-98f8-4fd3-98a4-d48f222f82b6), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:05.567689 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb318db6-fbb1-4216-9b94-e86bb19c5ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4f46db-98f8-4fd3-98a4-d48f222f82b6,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:27:05.576006 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-05ccd2df-002f-4484-9eeb-3666d63a7c60 req-93b0205b-49b0-44e5-bb57-78bbd21f5439 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888889 Feb 16 18:27:05.597910 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:05.644279 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-bb318db6-fbb1-4216-9b94-e86bb19c5ca3 service neutron] Attempting to bind port 9e4f46db-98f8-4fd3-98a4-d48f222f82b6 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:27:05.644614 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-bb318db6-fbb1-4216-9b94-e86bb19c5ca3 service neutron] Attempting to bind port 9e4f46db-98f8-4fd3-98a4-d48f222f82b6 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'd694bd6e-2933-4972-85bb-c2130a8ce19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c35fcae6-c2de-43e7-978f-1d61acb1f98c'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:27:05.644950 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-bb318db6-fbb1-4216-9b94-e86bb19c5ca3 service neutron] Attempting to bind port 9e4f46db-98f8-4fd3-98a4-d48f222f82b6 on network c35fcae6-c2de-43e7-978f-1d61acb1f98c {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:27:05.649315 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-bb318db6-fbb1-4216-9b94-e86bb19c5ca3 service neutron] Port 9e4f46db-98f8-4fd3-98a4-d48f222f82b6 on network c35fcae6-c2de-43e7-978f-1d61acb1f98c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 18:27:05.651419 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-bb318db6-fbb1-4216-9b94-e86bb19c5ca3 service neutron] Attempting to bind port 9e4f46db-98f8-4fd3-98a4-d48f222f82b6 on network c35fcae6-c2de-43e7-978f-1d61acb1f98c {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:27:05.654847 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-bb318db6-fbb1-4216-9b94-e86bb19c5ca3 service neutron] Checking agent: {'id': '5c336864-29ba-45bb-93ac-04ba68c7d8e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'started_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:27:05.655187 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-bb318db6-fbb1-4216-9b94-e86bb19c5ca3 service neutron] Checking segment: {'id': 'd694bd6e-2933-4972-85bb-c2130a8ce19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c35fcae6-c2de-43e7-978f-1d61acb1f98c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:27:05.655573 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-bb318db6-fbb1-4216-9b94-e86bb19c5ca3 service neutron] Bound using segment: {'id': 'd694bd6e-2933-4972-85bb-c2130a8ce19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c35fcae6-c2de-43e7-978f-1d61acb1f98c'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:27:05.655999 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-bb318db6-fbb1-4216-9b94-e86bb19c5ca3 service neutron] Bound port: 9e4f46db-98f8-4fd3-98a4-d48f222f82b6, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd694bd6e-2933-4972-85bb-c2130a8ce19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c35fcae6-c2de-43e7-978f-1d61acb1f98c'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:27:05.656352 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-bb318db6-fbb1-4216-9b94-e86bb19c5ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (9e4f46db-98f8-4fd3-98a4-d48f222f82b6), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:05.719423 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-bb318db6-fbb1-4216-9b94-e86bb19c5ca3 service neutron] For port 9e4f46db-98f8-4fd3-98a4-d48f222f82b6, host hv-cinder-77398, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:27:05.722392 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-bb318db6-fbb1-4216-9b94-e86bb19c5ca3 service neutron] For port 9e4f46db-98f8-4fd3-98a4-d48f222f82b6, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9e4f46db-98f8-4fd3-98a4-d48f222f82b6,segment=NetworkSegment(d694bd6e-2933-4972-85bb-c2130a8ce19e),segment_id=d694bd6e-2933-4972-85bb-c2130a8ce19e)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:27:05.814565 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-bb318db6-fbb1-4216-9b94-e86bb19c5ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (9e4f46db-98f8-4fd3-98a4-d48f222f82b6), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:05.849650 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-bb318db6-fbb1-4216-9b94-e86bb19c5ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:05.850274 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-bb318db6-fbb1-4216-9b94-e86bb19c5ca3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:05.851683 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-bb318db6-fbb1-4216-9b94-e86bb19c5ca3 service neutron] 10.222.0.45 "PUT /v2.0/ports/9e4f46db-98f8-4fd3-98a4-d48f222f82b6 HTTP/1.1" status: 200 len: 1094 time: 1.0424163 Feb 16 18:27:05.852127 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1', 'tag': '9e4f46db-98f8-4fd3-98a4-d48f222f82b6'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:27:05.854455 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76511a7-7e92-43bd-a90b-7bc51001f884" -d '{"events": [{"name": "network-changed", "server_uuid": "b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1", "tag": "9e4f46db-98f8-4fd3-98a4-d48f222f82b6"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:27:05.878909 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb318db6-fbb1-4216-9b94-e86bb19c5ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4f46db-98f8-4fd3-98a4-d48f222f82b6,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:27:05.892031 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e2e4cd-c436-4113-84ff-d4df13ce2a41 x-openstack-request-id: req-84e2e4cd-c436-4113-84ff-d4df13ce2a41 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:27:05.892329 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1", "tag": "9e4f46db-98f8-4fd3-98a4-d48f222f82b6", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:27:05.892590 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-84e2e4cd-c436-4113-84ff-d4df13ce2a41 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:27:05.892993 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1', 'tag': '9e4f46db-98f8-4fd3-98a4-d48f222f82b6', 'status': 'completed', 'code': 200} Feb 16 18:27:05.970823 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76511a7-7e92-43bd-a90b-7bc51001f884 req-6c6bee66-8b2e-4dc9-b31c-475503e9b06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:05.972351 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b76511a7-7e92-43bd-a90b-7bc51001f884 req-6c6bee66-8b2e-4dc9-b31c-475503e9b06a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=76fd6f5de3984dad993f96e2d36ca878&device_id=b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1 HTTP/1.1" status: 200 len: 1128 time: 0.0505016 Feb 16 18:27:06.069833 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76511a7-7e92-43bd-a90b-7bc51001f884 req-57a84e32-4c77-43d5-92e0-30f25addae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:06.071190 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b76511a7-7e92-43bd-a90b-7bc51001f884 req-57a84e32-4c77-43d5-92e0-30f25addae9e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=76fd6f5de3984dad993f96e2d36ca878&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0896308 Feb 16 18:27:06.170834 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76511a7-7e92-43bd-a90b-7bc51001f884 req-2e895e82-b752-45bd-83bd-4851e25f61bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:06.172296 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b76511a7-7e92-43bd-a90b-7bc51001f884 req-2e895e82-b752-45bd-83bd-4851e25f61bb service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923336 Feb 16 18:27:06.255025 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-81e93d48-74cb-4411-8969-6dda8a2fbf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:06.256524 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-81e93d48-74cb-4411-8969-6dda8a2fbf85 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=76fd6f5de3984dad993f96e2d36ca878&device_id=b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1 HTTP/1.1" status: 200 len: 1128 time: 0.0463789 Feb 16 18:27:06.300417 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-e760d7fb-3b09-4322-be71-9b4cda5f42ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e4f46db-98f8-4fd3-98a4-d48f222f82b6 HTTP/1.1" status: 200 len: 217 time: 0.0359902 Feb 16 18:27:06.349370 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-3fb48c7e-8ab2-4aae-8399-b9afcc16c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:06.350760 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-3fb48c7e-8ab2-4aae-8399-b9afcc16c883 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5346df5b-aff7-40a7-ae5e-ef286b1928b6 HTTP/1.1" status: 200 len: 854 time: 0.0440862 Feb 16 18:27:06.383083 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-c8d8e583-41ce-4570-bb73-d4fd9267b991 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c35fcae6-c2de-43e7-978f-1d61acb1f98c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244863 Feb 16 18:27:06.476815 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-f3bb61da-08dd-4614-a547-07c13879fd30 service neutron] 10.222.0.45 "GET /v2.0/networks/c35fcae6-c2de-43e7-978f-1d61acb1f98c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869503 Feb 16 18:27:06.564770 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-eba43b97-bb6a-4c15-85d9-bf72f0601183 req-58e58135-a93b-4e8e-a79c-8828fdaa2f0a service neutron] 10.222.0.45 "GET /v2.0/networks/c35fcae6-c2de-43e7-978f-1d61acb1f98c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804048 Feb 16 18:27:06.696308 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd746fa4-dc57-4729-bc0d-acf91ad93ec4 req-6954670e-642d-427e-ad7c-845a4108e207 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:06.697808 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bd746fa4-dc57-4729-bc0d-acf91ad93ec4 req-6954670e-642d-427e-ad7c-845a4108e207 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1 HTTP/1.1" status: 200 len: 944 time: 0.0547304 Feb 16 18:27:06.747703 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bd746fa4-dc57-4729-bc0d-acf91ad93ec4 req-e4f4450e-5114-4d42-aa93-d6b3615f90a5 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436850 Feb 16 18:27:07.030916 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:07.869185 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5384c3-0a1a-4089-906f-07e819290bf4 req-16d30bb1-e963-4a69-9637-1dbce562495a tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:07.870691 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ca5384c3-0a1a-4089-906f-07e819290bf4 req-16d30bb1-e963-4a69-9637-1dbce562495a tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1 HTTP/1.1" status: 200 len: 944 time: 0.0562413 Feb 16 18:27:07.916393 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ca5384c3-0a1a-4089-906f-07e819290bf4 req-3dfb02e9-5900-4b14-80b7-cf8c557d1592 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395691 Feb 16 18:27:08.505227 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:09.034405 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cee12f-b628-4faa-abd1-bed2a5becbfa req-93240809-b360-45eb-81a3-fe7acd3903c0 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:09.035876 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d7cee12f-b628-4faa-abd1-bed2a5becbfa req-93240809-b360-45eb-81a3-fe7acd3903c0 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1 HTTP/1.1" status: 200 len: 944 time: 0.0522268 Feb 16 18:27:09.081370 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d7cee12f-b628-4faa-abd1-bed2a5becbfa req-d68ed8dd-937d-4dc0-a742-514e8d376749 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400016 Feb 16 18:27:09.314959 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 9e4f46db-98f8-4fd3-98a4-d48f222f82b6 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=103277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 18:27:09.410374 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 9e4f46db-98f8-4fd3-98a4-d48f222f82b6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9e4f46db-98f8-4fd3-98a4-d48f222f82b6,segment=NetworkSegment(d694bd6e-2933-4972-85bb-c2130a8ce19e),segment_id=d694bd6e-2933-4972-85bb-c2130a8ce19e)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:27:09.424598 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Returning: {'device': '9e4f46db-98f8-4fd3-98a4-d48f222f82b6', 'network_id': 'c35fcae6-c2de-43e7-978f-1d61acb1f98c', 'port_id': '9e4f46db-98f8-4fd3-98a4-d48f222f82b6', 'mac_address': 'fa:16:3e:79:ed:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5346df5b-aff7-40a7-ae5e-ef286b1928b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 18:27:09.461996 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 9e4f46db-98f8-4fd3-98a4-d48f222f82b6 is: DOWN; New status is: BUILD {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:27:09.462295 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (9e4f46db-98f8-4fd3-98a4-d48f222f82b6), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:09.475549 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4f46db-98f8-4fd3-98a4-d48f222f82b6 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:27:09.495620 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 9e4f46db-98f8-4fd3-98a4-d48f222f82b6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9e4f46db-98f8-4fd3-98a4-d48f222f82b6,segment=NetworkSegment(d694bd6e-2933-4972-85bb-c2130a8ce19e),segment_id=d694bd6e-2933-4972-85bb-c2130a8ce19e)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:27:09.551941 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (9e4f46db-98f8-4fd3-98a4-d48f222f82b6), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:09.599035 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=9e4f46db-98f8-4fd3-98a4-d48f222f82b6,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:27:09.605968 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:27:09.606319 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:27:09.607199 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:27:09.607554 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:27:09.607886 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:27:09.608215 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:27:09.608544 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:27:09.608872 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:27:09.609226 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:27:09.609556 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:27:09.609881 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:27:09.610208 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:27:09.610527 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:27:09.923279 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['9e4f46db-98f8-4fd3-98a4-d48f222f82b6'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:27:10.199023 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc4b89-ea77-4b1b-b87f-a66ff750b6b4 req-825393c6-0c89-4b12-8425-9b34de9c2b22 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:10.201072 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-c4fc4b89-ea77-4b1b-b87f-a66ff750b6b4 req-825393c6-0c89-4b12-8425-9b34de9c2b22 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1 HTTP/1.1" status: 200 len: 945 time: 0.0529435 Feb 16 18:27:10.248087 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-c4fc4b89-ea77-4b1b-b87f-a66ff750b6b4 req-8efaaa95-9b2f-428c-94a2-2f37a9b84042 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407507 Feb 16 18:27:11.337452 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 9e4f46db-98f8-4fd3-98a4-d48f222f82b6 up at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:27:11.371071 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194a18d-4774-4d3f-ab3c-a96b3f6878fd req-de21b491-e964-437e-8ad5-36b543dd82ee tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:11.372625 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6194a18d-4774-4d3f-ab3c-a96b3f6878fd req-de21b491-e964-437e-8ad5-36b543dd82ee tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1 HTTP/1.1" status: 200 len: 945 time: 0.0553296 Feb 16 18:27:11.420078 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6194a18d-4774-4d3f-ab3c-a96b3f6878fd req-2fa3d059-50ed-4fde-b2e1-af7d6906006d tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409026 Feb 16 18:27:11.443677 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning for port 9e4f46db-98f8-4fd3-98a4-d48f222f82b6 completed by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:27:11.447809 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning complete for port 9e4f46db-98f8-4fd3-98a4-d48f222f82b6 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:27:11.448187 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (9e4f46db-98f8-4fd3-98a4-d48f222f82b6), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:11.530596 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 9e4f46db-98f8-4fd3-98a4-d48f222f82b6 is: BUILD; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:27:11.530903 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (9e4f46db-98f8-4fd3-98a4-d48f222f82b6), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:11.553006 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4f46db-98f8-4fd3-98a4-d48f222f82b6'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:27:11.555264 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390afa0c-69e8-4514-8cdb-8c9d31946ab9" -d '{"events": [{"server_uuid": "b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1", "name": "network-vif-plugged", "status": "completed", "tag": "9e4f46db-98f8-4fd3-98a4-d48f222f82b6"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:27:11.568068 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 9e4f46db-98f8-4fd3-98a4-d48f222f82b6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9e4f46db-98f8-4fd3-98a4-d48f222f82b6,segment=NetworkSegment(d694bd6e-2933-4972-85bb-c2130a8ce19e),segment_id=d694bd6e-2933-4972-85bb-c2130a8ce19e)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:27:11.590445 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6a116f-fbbc-4d7e-b81e-c01af1fba1d5 x-openstack-request-id: req-7e6a116f-fbbc-4d7e-b81e-c01af1fba1d5 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:27:11.590732 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1", "name": "network-vif-plugged", "status": "completed", "tag": "9e4f46db-98f8-4fd3-98a4-d48f222f82b6", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:27:11.590983 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7e6a116f-fbbc-4d7e-b81e-c01af1fba1d5 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:27:11.591440 dv-cinder-773985-33-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4f46db-98f8-4fd3-98a4-d48f222f82b6', 'code': 200} Feb 16 18:27:11.630939 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (9e4f46db-98f8-4fd3-98a4-d48f222f82b6), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:11.678075 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=9e4f46db-98f8-4fd3-98a4-d48f222f82b6,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:27:11.888376 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72b5fd-1b9d-4296-8521-e70654016d56 req-334744e3-be24-4b71-aaae-7985214bd11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:11.889917 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-be72b5fd-1b9d-4296-8521-e70654016d56 req-334744e3-be24-4b71-aaae-7985214bd11b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1 HTTP/1.1" status: 200 len: 1130 time: 0.0499587 Feb 16 18:27:11.940991 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-be72b5fd-1b9d-4296-8521-e70654016d56 req-33b71789-5375-47a7-bbb0-8ec77633ad25 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372336 Feb 16 18:27:12.536738 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bbbf39-5ff5-4ff4-966b-6bdf6fee5072 req-f631aa72-0567-45dc-8b6c-909a13c862b9 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:12.538207 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-58bbbf39-5ff5-4ff4-966b-6bdf6fee5072 req-f631aa72-0567-45dc-8b6c-909a13c862b9 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1 HTTP/1.1" status: 200 len: 946 time: 0.0515573 Feb 16 18:27:12.587196 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-58bbbf39-5ff5-4ff4-966b-6bdf6fee5072 req-1f35c196-53e6-4ac9-b68b-d8318c508544 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434074 Feb 16 18:27:12.649045 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:13.708865 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9e98e-5fc0-4ebd-b02c-6059fc98ec97 req-cf10b66d-3a18-415c-9bae-8c3a898fccc4 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:13.710373 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-cac9e98e-5fc0-4ebd-b02c-6059fc98ec97 req-cf10b66d-3a18-415c-9bae-8c3a898fccc4 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1 HTTP/1.1" status: 200 len: 946 time: 0.0526240 Feb 16 18:27:13.759244 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-cac9e98e-5fc0-4ebd-b02c-6059fc98ec97 req-9859094b-9098-476c-ae5d-034c4572c435 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433030 Feb 16 18:27:16.056788 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1ed8dae6-4f16-4a1a-9d55-789472de8cea req-4eaee2b1-92eb-465c-b405-bc871e9a6cbb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429885 Feb 16 18:27:16.131570 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8dae6-4f16-4a1a-9d55-789472de8cea req-b68459cb-9fed-488e-bda3-8cfd56fd8381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:16.133058 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1ed8dae6-4f16-4a1a-9d55-789472de8cea req-b68459cb-9fed-488e-bda3-8cfd56fd8381 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f578810a0a59485687a431fe9130087f&device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 1130 time: 0.0478656 Feb 16 18:27:16.241809 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8dae6-4f16-4a1a-9d55-789472de8cea req-954acb0b-a4bd-4e16-87b6-fbb31975e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:16.243276 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1ed8dae6-4f16-4a1a-9d55-789472de8cea req-954acb0b-a4bd-4e16-87b6-fbb31975e0b8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bd730bd-dcfb-4229-829f-7f99ec690a12 HTTP/1.1" status: 200 len: 917 time: 0.0854821 Feb 16 18:27:16.316079 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1ed8dae6-4f16-4a1a-9d55-789472de8cea req-677880da-a612-44a4-bdf7-3838f3649cc0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=099e0137-669d-4fda-b1f2-8dbf6595a131 HTTP/1.1" status: 200 len: 1001 time: 0.0622876 Feb 16 18:27:16.372348 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8dae6-4f16-4a1a-9d55-789472de8cea req-b56a954a-24e1-4536-b2a5-feef7b07595a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:16.373974 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1ed8dae6-4f16-4a1a-9d55-789472de8cea req-b56a954a-24e1-4536-b2a5-feef7b07595a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bedee63e-09ba-4347-9c07-16dc3ce2fd69 HTTP/1.1" status: 200 len: 855 time: 0.0446525 Feb 16 18:27:16.436116 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8dae6-4f16-4a1a-9d55-789472de8cea req-36dfe63c-0c80-42bb-bfad-4b8d8e4555d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:16.437736 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1ed8dae6-4f16-4a1a-9d55-789472de8cea req-36dfe63c-0c80-42bb-bfad-4b8d8e4555d2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd730bd-dcfb-4229-829f-7f99ec690a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458732 Feb 16 18:27:16.539512 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1ed8dae6-4f16-4a1a-9d55-789472de8cea req-17aa25fb-b4f4-4e65-a013-ecd131d1f451 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd730bd-dcfb-4229-829f-7f99ec690a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914860 Feb 16 18:27:16.627045 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-965273f9-3fd7-4280-8551-4a0636678ac8 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:16.628437 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-965273f9-3fd7-4280-8551-4a0636678ac8 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/networks?id=c35fcae6-c2de-43e7-978f-1d61acb1f98c HTTP/1.1" status: 200 len: 814 time: 0.0996647 Feb 16 18:27:16.628889 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1ed8dae6-4f16-4a1a-9d55-789472de8cea req-6266220c-af7d-4262-bcdf-8b3d9bcb7be7 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd730bd-dcfb-4229-829f-7f99ec690a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829141 Feb 16 18:27:16.643416 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-8d008124-28bd-4e9f-8208-00449278b41b tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/quotas/76fd6f5de3984dad993f96e2d36ca878 HTTP/1.1" status: 200 len: 375 time: 0.0096309 Feb 16 18:27:16.697103 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-9c04b919-6f4b-4ab1-9a0c-df193c62b388 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=76fd6f5de3984dad993f96e2d36ca878&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483284 Feb 16 18:27:16.881730 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-2fe4891f-32a3-47d1-82b0-3cafc8e07315 service neutron] 10.222.0.87 "GET /v2.0/networks/c35fcae6-c2de-43e7-978f-1d61acb1f98c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767628 Feb 16 18:27:16.972219 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-db64f2e8-52ad-40e0-8440-44d2de10d6e0 service neutron] 10.222.0.87 "GET /v2.0/networks/c35fcae6-c2de-43e7-978f-1d61acb1f98c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848680 Feb 16 18:27:17.217374 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c48dff9e-22bd-4ebd-88bd-9b5729c130f9 req-1b70c9cf-6ed4-46f4-b9d4-6d5343dcea54 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a770178-d737-4e60-9c9e-ab37cc553a59 HTTP/1.1" status: 200 len: 210 time: 0.0337751 Feb 16 18:27:18.314898 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-09eaf5ee-18ed-4668-bcdd-e9f8b6958ab8 req-2c6ebbca-9a88-4672-bf75-eb4363958a08 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a770178-d737-4e60-9c9e-ab37cc553a59 HTTP/1.1" status: 200 len: 210 time: 0.0296357 Feb 16 18:27:19.179143 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-3f411367-88fa-4f9e-95d9-608fbdd0d3f9 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:19.180633 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-3f411367-88fa-4f9e-95d9-608fbdd0d3f9 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.45 "GET /v2.0/networks?id=c35fcae6-c2de-43e7-978f-1d61acb1f98c HTTP/1.1" status: 200 len: 814 time: 0.1023502 Feb 16 18:27:19.198458 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-479612dd-469a-4f2c-81e9-7e25a4d4ccbf tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Request body: {'port': {'device_id': '7a770178-d737-4e60-9c9e-ab37cc553a59', 'network_id': 'c35fcae6-c2de-43e7-978f-1d61acb1f98c', 'admin_state_up': True, 'tenant_id': '76fd6f5de3984dad993f96e2d36ca878'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:27:19.395602 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-479612dd-469a-4f2c-81e9-7e25a4d4ccbf tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Made reservation on behalf of 76fd6f5de3984dad993f96e2d36ca878 for: {'port': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:27:19.398851 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-479612dd-469a-4f2c-81e9-7e25a4d4ccbf tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:19.417949 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b1dcbc24-3d73-4e17-9bfe-244b442bbffa req-af5cfbba-60a5-4714-bf16-d4c91a39de4f tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a770178-d737-4e60-9c9e-ab37cc553a59 HTTP/1.1" status: 200 len: 210 time: 0.0344777 Feb 16 18:27:19.549388 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-479612dd-469a-4f2c-81e9-7e25a4d4ccbf tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Allocated IP 172.20.0.3 (c35fcae6-c2de-43e7-978f-1d61acb1f98c/5346df5b-aff7-40a7-ae5e-ef286b1928b6/53f4bc7a-1488-4b80-a294-712684eac630) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:27:19.689202 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-479612dd-469a-4f2c-81e9-7e25a4d4ccbf tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks [] for port (53f4bc7a-1488-4b80-a294-712684eac630), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:19.809592 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-479612dd-469a-4f2c-81e9-7e25a4d4ccbf tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (53f4bc7a-1488-4b80-a294-712684eac630), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:19.824471 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['ac974cb7-8c4a-4230-99de-9f488a17a8d4', '9e4f46db-98f8-4fd3-98a4-d48f222f82b6'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:27:19.860244 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-479612dd-469a-4f2c-81e9-7e25a4d4ccbf tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Network c35fcae6-c2de-43e7-978f-1d61acb1f98c is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:27:19.867758 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-479612dd-469a-4f2c-81e9-7e25a4d4ccbf tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:27:19.870252 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-479612dd-469a-4f2c-81e9-7e25a4d4ccbf tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:27:19.896251 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479612dd-469a-4f2c-81e9-7e25a4d4ccbf tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Pushing event updated for resources: {'Port': ['ID=53f4bc7a-1488-4b80-a294-712684eac630,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:27:19.923783 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-479612dd-469a-4f2c-81e9-7e25a4d4ccbf tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:19.924394 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-479612dd-469a-4f2c-81e9-7e25a4d4ccbf tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:19.994586 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-479612dd-469a-4f2c-81e9-7e25a4d4ccbf tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8005109 Feb 16 18:27:20.011425 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-16ea43a0-0b2d-4d6d-8435-418c86526294 service neutron] Request body: {'port': {'device_id': '7a770178-d737-4e60-9c9e-ab37cc553a59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:27:20.071140 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-16ea43a0-0b2d-4d6d-8435-418c86526294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (53f4bc7a-1488-4b80-a294-712684eac630), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:20.331071 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-16ea43a0-0b2d-4d6d-8435-418c86526294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f4bc7a-1488-4b80-a294-712684eac630 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:27:20.338223 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-16ea43a0-0b2d-4d6d-8435-418c86526294 service neutron] Publish callbacks [] for port (53f4bc7a-1488-4b80-a294-712684eac630), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:20.350573 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-16ea43a0-0b2d-4d6d-8435-418c86526294 service neutron] Transition to ACTIVE for port object 53f4bc7a-1488-4b80-a294-712684eac630 will not be triggered until provisioned by entity L2. {{(pid=103275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:27:20.426235 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-16ea43a0-0b2d-4d6d-8435-418c86526294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (53f4bc7a-1488-4b80-a294-712684eac630), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:20.477218 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea43a0-0b2d-4d6d-8435-418c86526294 service neutron] Pushing event updated for resources: {'Port': ['ID=53f4bc7a-1488-4b80-a294-712684eac630,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:27:20.544429 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128a5fb-75d6-4015-a84c-62f24ab61be6 req-e96da07d-9d4c-4612-abce-228f30f1bee6 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:20.546088 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-9128a5fb-75d6-4015-a84c-62f24ab61be6 req-e96da07d-9d4c-4612-abce-228f30f1bee6 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a770178-d737-4e60-9c9e-ab37cc553a59 HTTP/1.1" status: 200 len: 943 time: 0.0548408 Feb 16 18:27:20.554229 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-16ea43a0-0b2d-4d6d-8435-418c86526294 service neutron] Attempting to bind port 53f4bc7a-1488-4b80-a294-712684eac630 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:27:20.554569 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-16ea43a0-0b2d-4d6d-8435-418c86526294 service neutron] Attempting to bind port 53f4bc7a-1488-4b80-a294-712684eac630 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'd694bd6e-2933-4972-85bb-c2130a8ce19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c35fcae6-c2de-43e7-978f-1d61acb1f98c'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:27:20.555016 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-16ea43a0-0b2d-4d6d-8435-418c86526294 service neutron] Attempting to bind port 53f4bc7a-1488-4b80-a294-712684eac630 on network c35fcae6-c2de-43e7-978f-1d61acb1f98c {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:27:20.559476 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-16ea43a0-0b2d-4d6d-8435-418c86526294 service neutron] Port 53f4bc7a-1488-4b80-a294-712684eac630 on network c35fcae6-c2de-43e7-978f-1d61acb1f98c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 18:27:20.559800 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-16ea43a0-0b2d-4d6d-8435-418c86526294 service neutron] Attempting to bind port 53f4bc7a-1488-4b80-a294-712684eac630 on network c35fcae6-c2de-43e7-978f-1d61acb1f98c {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:27:20.565898 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-16ea43a0-0b2d-4d6d-8435-418c86526294 service neutron] Checking agent: {'id': '5c336864-29ba-45bb-93ac-04ba68c7d8e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'started_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:27:20.566240 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-16ea43a0-0b2d-4d6d-8435-418c86526294 service neutron] Checking segment: {'id': 'd694bd6e-2933-4972-85bb-c2130a8ce19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c35fcae6-c2de-43e7-978f-1d61acb1f98c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:27:20.566626 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-16ea43a0-0b2d-4d6d-8435-418c86526294 service neutron] Bound using segment: {'id': 'd694bd6e-2933-4972-85bb-c2130a8ce19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c35fcae6-c2de-43e7-978f-1d61acb1f98c'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:27:20.567047 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-16ea43a0-0b2d-4d6d-8435-418c86526294 service neutron] Bound port: 53f4bc7a-1488-4b80-a294-712684eac630, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd694bd6e-2933-4972-85bb-c2130a8ce19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c35fcae6-c2de-43e7-978f-1d61acb1f98c'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:27:20.567403 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-16ea43a0-0b2d-4d6d-8435-418c86526294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (53f4bc7a-1488-4b80-a294-712684eac630), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:20.593354 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-9128a5fb-75d6-4015-a84c-62f24ab61be6 req-03689201-9c24-4d37-8011-d2788e0f10fd tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413475 Feb 16 18:27:20.632316 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-16ea43a0-0b2d-4d6d-8435-418c86526294 service neutron] For port 53f4bc7a-1488-4b80-a294-712684eac630, host hv-cinder-77398, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:27:20.635248 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-16ea43a0-0b2d-4d6d-8435-418c86526294 service neutron] For port 53f4bc7a-1488-4b80-a294-712684eac630, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=53f4bc7a-1488-4b80-a294-712684eac630,segment=NetworkSegment(d694bd6e-2933-4972-85bb-c2130a8ce19e),segment_id=d694bd6e-2933-4972-85bb-c2130a8ce19e)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:27:20.752730 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-16ea43a0-0b2d-4d6d-8435-418c86526294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (53f4bc7a-1488-4b80-a294-712684eac630), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:20.786805 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-16ea43a0-0b2d-4d6d-8435-418c86526294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:20.787425 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-16ea43a0-0b2d-4d6d-8435-418c86526294 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:20.790727 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-16ea43a0-0b2d-4d6d-8435-418c86526294 service neutron] 10.222.0.45 "PUT /v2.0/ports/53f4bc7a-1488-4b80-a294-712684eac630 HTTP/1.1" status: 200 len: 1093 time: 0.7816083 Feb 16 18:27:20.790727 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a770178-d737-4e60-9c9e-ab37cc553a59', 'tag': '53f4bc7a-1488-4b80-a294-712684eac630'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:27:20.791571 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ee87e1-9c40-418c-b837-b0360c899bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "7a770178-d737-4e60-9c9e-ab37cc553a59", "tag": "53f4bc7a-1488-4b80-a294-712684eac630"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:27:20.815730 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea43a0-0b2d-4d6d-8435-418c86526294 service neutron] Pushing event updated for resources: {'Port': ['ID=53f4bc7a-1488-4b80-a294-712684eac630,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:27:20.831384 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937e6412-c8a8-49b9-a2b1-ccadb4aa4d90 x-openstack-request-id: req-937e6412-c8a8-49b9-a2b1-ccadb4aa4d90 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:27:20.831696 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a770178-d737-4e60-9c9e-ab37cc553a59", "tag": "53f4bc7a-1488-4b80-a294-712684eac630", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:27:20.831948 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-937e6412-c8a8-49b9-a2b1-ccadb4aa4d90 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:27:20.832347 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a770178-d737-4e60-9c9e-ab37cc553a59', 'tag': '53f4bc7a-1488-4b80-a294-712684eac630', 'status': 'completed', 'code': 200} Feb 16 18:27:20.898677 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee87e1-9c40-418c-b837-b0360c899bcd req-94054aed-3eaf-4b6b-a934-48a83521ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:20.900170 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-86ee87e1-9c40-418c-b837-b0360c899bcd req-94054aed-3eaf-4b6b-a934-48a83521ce3f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=76fd6f5de3984dad993f96e2d36ca878&device_id=7a770178-d737-4e60-9c9e-ab37cc553a59 HTTP/1.1" status: 200 len: 1127 time: 0.0479808 Feb 16 18:27:21.001940 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee87e1-9c40-418c-b837-b0360c899bcd req-f9b65652-d503-434b-bc85-98d4c206aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:21.003427 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-86ee87e1-9c40-418c-b837-b0360c899bcd req-f9b65652-d503-434b-bc85-98d4c206aa9e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=76fd6f5de3984dad993f96e2d36ca878&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0927269 Feb 16 18:27:21.098432 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee87e1-9c40-418c-b837-b0360c899bcd req-8c354626-f226-4b91-b967-4e40b4e06559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:21.099867 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-86ee87e1-9c40-418c-b837-b0360c899bcd req-8c354626-f226-4b91-b967-4e40b4e06559 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893755 Feb 16 18:27:21.181625 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-6f131ed5-4dc1-408f-8cd9-7e309a9777f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:21.183017 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-6f131ed5-4dc1-408f-8cd9-7e309a9777f8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=76fd6f5de3984dad993f96e2d36ca878&device_id=7a770178-d737-4e60-9c9e-ab37cc553a59 HTTP/1.1" status: 200 len: 1127 time: 0.0444694 Feb 16 18:27:21.227886 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-c2e2086d-bb47-4922-8567-9e630fa717d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53f4bc7a-1488-4b80-a294-712684eac630 HTTP/1.1" status: 200 len: 217 time: 0.0351381 Feb 16 18:27:21.277906 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-8f8d9aa1-89a5-495c-926a-77b0ceada417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:21.279323 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-8f8d9aa1-89a5-495c-926a-77b0ceada417 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5346df5b-aff7-40a7-ae5e-ef286b1928b6 HTTP/1.1" status: 200 len: 854 time: 0.0445213 Feb 16 18:27:21.314952 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-365dbd13-f520-496d-a24a-f49b40fe2833 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c35fcae6-c2de-43e7-978f-1d61acb1f98c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287359 Feb 16 18:27:21.403854 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-41e0443c-a0d2-4c41-a14f-63b3668a9f75 service neutron] 10.222.0.45 "GET /v2.0/networks/c35fcae6-c2de-43e7-978f-1d61acb1f98c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812576 Feb 16 18:27:21.502546 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8b5e915c-5bf1-4398-9c92-60a59f2923ee req-fd95f147-29be-43de-a185-bdf00e4d086e service neutron] 10.222.0.45 "GET /v2.0/networks/c35fcae6-c2de-43e7-978f-1d61acb1f98c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851779 Feb 16 18:27:21.712729 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e9fa2-ec7e-49c1-8b5e-68d98c73ee4c req-53aa417d-b0c7-44df-aa18-d0543e657552 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:21.714257 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-9a6e9fa2-ec7e-49c1-8b5e-68d98c73ee4c req-53aa417d-b0c7-44df-aa18-d0543e657552 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a770178-d737-4e60-9c9e-ab37cc553a59 HTTP/1.1" status: 200 len: 943 time: 0.0532551 Feb 16 18:27:21.765933 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-9a6e9fa2-ec7e-49c1-8b5e-68d98c73ee4c req-22bed240-e434-4bf7-9099-211bd33fee6a tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450134 Feb 16 18:27:22.884217 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765cdfa3-0921-46a5-8f6f-a335a984d3a3 req-e3b88000-e332-4075-8ade-ef89e28ae300 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:22.885699 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-765cdfa3-0921-46a5-8f6f-a335a984d3a3 req-e3b88000-e332-4075-8ade-ef89e28ae300 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a770178-d737-4e60-9c9e-ab37cc553a59 HTTP/1.1" status: 200 len: 943 time: 0.0524540 Feb 16 18:27:22.931516 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-765cdfa3-0921-46a5-8f6f-a335a984d3a3 req-f8de46b8-df39-40ca-9918-44723efbce82 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397136 Feb 16 18:27:24.049226 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8abc1-7fb0-4d2b-98f2-390b3e23c0a2 req-584c2ab7-c950-4aed-9eb5-23a5bf6d7101 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:24.050622 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-1cc8abc1-7fb0-4d2b-98f2-390b3e23c0a2 req-584c2ab7-c950-4aed-9eb5-23a5bf6d7101 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a770178-d737-4e60-9c9e-ab37cc553a59 HTTP/1.1" status: 200 len: 943 time: 0.0520933 Feb 16 18:27:24.097360 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-1cc8abc1-7fb0-4d2b-98f2-390b3e23c0a2 req-ff8fc734-ac69-4701-9fc7-25fe184c460f tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411856 Feb 16 18:27:25.216355 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfadec-fc0b-4dea-b644-01a3fdd66c97 req-2cc33644-3f8d-4f2b-a261-002e57b446cc tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:25.218051 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8bcfadec-fc0b-4dea-b644-01a3fdd66c97 req-2cc33644-3f8d-4f2b-a261-002e57b446cc tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a770178-d737-4e60-9c9e-ab37cc553a59 HTTP/1.1" status: 200 len: 943 time: 0.0529807 Feb 16 18:27:25.269062 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8bcfadec-fc0b-4dea-b644-01a3fdd66c97 req-69f653ae-5f13-4d9e-909b-a9d29e3befb7 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454063 Feb 16 18:27:25.439926 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 53f4bc7a-1488-4b80-a294-712684eac630 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=103277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 18:27:25.537135 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 53f4bc7a-1488-4b80-a294-712684eac630, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=53f4bc7a-1488-4b80-a294-712684eac630,segment=NetworkSegment(d694bd6e-2933-4972-85bb-c2130a8ce19e),segment_id=d694bd6e-2933-4972-85bb-c2130a8ce19e)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:27:25.549180 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Returning: {'device': '53f4bc7a-1488-4b80-a294-712684eac630', 'network_id': 'c35fcae6-c2de-43e7-978f-1d61acb1f98c', 'port_id': '53f4bc7a-1488-4b80-a294-712684eac630', 'mac_address': 'fa:16:3e:0c:68:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5346df5b-aff7-40a7-ae5e-ef286b1928b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 18:27:25.589936 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 53f4bc7a-1488-4b80-a294-712684eac630 is: DOWN; New status is: BUILD {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:27:25.590332 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (53f4bc7a-1488-4b80-a294-712684eac630), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:25.603026 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f4bc7a-1488-4b80-a294-712684eac630 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:27:25.622142 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 53f4bc7a-1488-4b80-a294-712684eac630, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=53f4bc7a-1488-4b80-a294-712684eac630,segment=NetworkSegment(d694bd6e-2933-4972-85bb-c2130a8ce19e),segment_id=d694bd6e-2933-4972-85bb-c2130a8ce19e)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:27:25.681782 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (53f4bc7a-1488-4b80-a294-712684eac630), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:25.729111 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=53f4bc7a-1488-4b80-a294-712684eac630,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:27:26.024673 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['53f4bc7a-1488-4b80-a294-712684eac630'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:27:26.384822 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ac37d-8a98-429e-a117-8a8ea1abf134 req-c5a38b15-11be-4c7e-9058-70bdfeddcd86 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:26.386297 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-362ac37d-8a98-429e-a117-8a8ea1abf134 req-c5a38b15-11be-4c7e-9058-70bdfeddcd86 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a770178-d737-4e60-9c9e-ab37cc553a59 HTTP/1.1" status: 200 len: 944 time: 0.0514858 Feb 16 18:27:26.431653 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-362ac37d-8a98-429e-a117-8a8ea1abf134 req-dc0cb919-504a-47cf-a64b-97b7de166e26 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395703 Feb 16 18:27:27.471994 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 53f4bc7a-1488-4b80-a294-712684eac630 up at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:27:27.549591 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a2684-4e39-4936-96c7-074cc34dcf8f req-dfa420e9-2190-4986-8259-72e2cd9f03a3 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:27.551065 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-be8a2684-4e39-4936-96c7-074cc34dcf8f req-dfa420e9-2190-4986-8259-72e2cd9f03a3 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a770178-d737-4e60-9c9e-ab37cc553a59 HTTP/1.1" status: 200 len: 944 time: 0.0531144 Feb 16 18:27:27.579356 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning for port 53f4bc7a-1488-4b80-a294-712684eac630 completed by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:27:27.583347 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning complete for port 53f4bc7a-1488-4b80-a294-712684eac630 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:27:27.583728 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (53f4bc7a-1488-4b80-a294-712684eac630), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:27.597571 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-be8a2684-4e39-4936-96c7-074cc34dcf8f req-fd32a7b9-afd7-4905-97b1-216cd9cd712a tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409775 Feb 16 18:27:27.661923 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 53f4bc7a-1488-4b80-a294-712684eac630 is: BUILD; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:27:27.662324 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (53f4bc7a-1488-4b80-a294-712684eac630), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:27.688016 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a770178-d737-4e60-9c9e-ab37cc553a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f4bc7a-1488-4b80-a294-712684eac630'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:27:27.690264 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73353d57-becf-4ed3-9a78-cc1b4a391802" -d '{"events": [{"server_uuid": "7a770178-d737-4e60-9c9e-ab37cc553a59", "name": "network-vif-plugged", "status": "completed", "tag": "53f4bc7a-1488-4b80-a294-712684eac630"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:27:27.703373 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 53f4bc7a-1488-4b80-a294-712684eac630, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=53f4bc7a-1488-4b80-a294-712684eac630,segment=NetworkSegment(d694bd6e-2933-4972-85bb-c2130a8ce19e),segment_id=d694bd6e-2933-4972-85bb-c2130a8ce19e)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:27:27.726208 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b9fef4-a748-4862-aab9-6306f993a0f5 x-openstack-request-id: req-25b9fef4-a748-4862-aab9-6306f993a0f5 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:27:27.726400 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a770178-d737-4e60-9c9e-ab37cc553a59", "name": "network-vif-plugged", "status": "completed", "tag": "53f4bc7a-1488-4b80-a294-712684eac630", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:27:27.726659 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-25b9fef4-a748-4862-aab9-6306f993a0f5 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:27:27.727058 dv-cinder-773985-33-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a770178-d737-4e60-9c9e-ab37cc553a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f4bc7a-1488-4b80-a294-712684eac630', 'code': 200} Feb 16 18:27:27.773897 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (53f4bc7a-1488-4b80-a294-712684eac630), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:27.823151 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=53f4bc7a-1488-4b80-a294-712684eac630,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:27:28.067218 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b49e8-90a9-4633-8fec-02298961c965 req-42d2b408-894d-46b5-9a43-c8b0e0b37f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:28.068643 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-836b49e8-90a9-4633-8fec-02298961c965 req-42d2b408-894d-46b5-9a43-c8b0e0b37f80 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7a770178-d737-4e60-9c9e-ab37cc553a59 HTTP/1.1" status: 200 len: 1129 time: 0.0448859 Feb 16 18:27:28.113363 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-836b49e8-90a9-4633-8fec-02298961c965 req-aa5e0363-ba5d-4f95-8230-534445a5e067 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373919 Feb 16 18:27:28.717352 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523014f-23ab-4d90-bc33-fad3a1aff337 req-2eedcf18-f40e-453c-98e6-ac8442fd179c tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:28.719482 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d523014f-23ab-4d90-bc33-fad3a1aff337 req-2eedcf18-f40e-453c-98e6-ac8442fd179c tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a770178-d737-4e60-9c9e-ab37cc553a59 HTTP/1.1" status: 200 len: 945 time: 0.0553553 Feb 16 18:27:28.764072 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d523014f-23ab-4d90-bc33-fad3a1aff337 req-62156141-1d1f-4374-bf12-a21a26b6e53f tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391428 Feb 16 18:27:29.886502 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefe25d-e0a7-4681-83a5-887420b3ae1c req-de8ac5d5-522c-4716-8f1b-296ee18ac296 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:29.887970 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-bfefe25d-e0a7-4681-83a5-887420b3ae1c req-de8ac5d5-522c-4716-8f1b-296ee18ac296 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a770178-d737-4e60-9c9e-ab37cc553a59 HTTP/1.1" status: 200 len: 945 time: 0.0551040 Feb 16 18:27:29.933368 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-bfefe25d-e0a7-4681-83a5-887420b3ae1c req-32ac7d93-9206-45b1-bfe1-9d00f5ba1037 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395529 Feb 16 18:27:32.128742 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4c1d6335-a871-4e5e-b03e-b0d4a83e0edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:34.402879 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cb077d3d-45bc-4b27-8ace-2d6291bc45a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:35.584657 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:37.030460 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:38.494164 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:41.032102 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:27:42.447582 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-d61bc0da-12f5-4010-b6e9-add2fec6f3c1 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:42.449137 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-d61bc0da-12f5-4010-b6e9-add2fec6f3c1 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/networks?id=c35fcae6-c2de-43e7-978f-1d61acb1f98c HTTP/1.1" status: 200 len: 814 time: 0.1037138 Feb 16 18:27:42.464135 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-e295eb4f-18c6-47a4-9f95-10179b80662b tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/quotas/76fd6f5de3984dad993f96e2d36ca878 HTTP/1.1" status: 200 len: 375 time: 0.0095041 Feb 16 18:27:42.526487 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-69dfe065-c3fc-4caa-ac86-4bcbf2bf7d0d tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=76fd6f5de3984dad993f96e2d36ca878&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0572991 Feb 16 18:27:42.618254 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-90ab91de-ea51-46de-9df7-743296241845 service neutron] 10.222.0.87 "GET /v2.0/networks/c35fcae6-c2de-43e7-978f-1d61acb1f98c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852692 Feb 16 18:27:42.631772 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:42.714028 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-cf5718ca-4059-4a14-a9ef-cb6403e08c14 service neutron] 10.222.0.87 "GET /v2.0/networks/c35fcae6-c2de-43e7-978f-1d61acb1f98c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900548 Feb 16 18:27:42.952844 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-27941756-4c90-46ad-8de3-ff3d86398815 req-a3afc12c-d7b6-4d2c-9da1-a3a867ddda1b tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=dfdf1324-da16-4983-a1db-22000395fa84 HTTP/1.1" status: 200 len: 210 time: 0.0282683 Feb 16 18:27:44.046299 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1c7e4d63-8a0d-4917-acbf-984dfef5d6ef req-c46f9e17-44f9-434d-a0dd-98872dafd54c tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=dfdf1324-da16-4983-a1db-22000395fa84 HTTP/1.1" status: 200 len: 210 time: 0.0279727 Feb 16 18:27:44.941438 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-03e68342-356e-467b-b07c-25f677fe1e01 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:44.942899 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-03e68342-356e-467b-b07c-25f677fe1e01 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.45 "GET /v2.0/networks?id=c35fcae6-c2de-43e7-978f-1d61acb1f98c HTTP/1.1" status: 200 len: 814 time: 0.1077468 Feb 16 18:27:44.958339 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-db8776e2-7f34-4021-a31e-642f6c10ab21 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Request body: {'port': {'device_id': 'dfdf1324-da16-4983-a1db-22000395fa84', 'network_id': 'c35fcae6-c2de-43e7-978f-1d61acb1f98c', 'admin_state_up': True, 'tenant_id': '76fd6f5de3984dad993f96e2d36ca878'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:27:45.122931 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-db8776e2-7f34-4021-a31e-642f6c10ab21 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Made reservation on behalf of 76fd6f5de3984dad993f96e2d36ca878 for: {'port': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:27:45.126450 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-db8776e2-7f34-4021-a31e-642f6c10ab21 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:45.142751 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-b5a76671-fceb-45d4-8f72-46b29d80e1aa req-efeee970-5b56-4764-92a2-26efaa8cf548 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=dfdf1324-da16-4983-a1db-22000395fa84 HTTP/1.1" status: 200 len: 210 time: 0.0283153 Feb 16 18:27:45.258187 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-db8776e2-7f34-4021-a31e-642f6c10ab21 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Allocated IP 172.20.0.5 (c35fcae6-c2de-43e7-978f-1d61acb1f98c/5346df5b-aff7-40a7-ae5e-ef286b1928b6/c6777554-3e89-4923-a227-016ae51ca196) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:27:45.426064 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-db8776e2-7f34-4021-a31e-642f6c10ab21 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks [] for port (c6777554-3e89-4923-a227-016ae51ca196), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:45.504381 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0201f0e-ad78-45f9-81eb-deb21a954777 req-cfd90ac7-ba1e-4c8c-9950-4bacc3da3988 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:45.505949 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-b0201f0e-ad78-45f9-81eb-deb21a954777 req-cfd90ac7-ba1e-4c8c-9950-4bacc3da3988 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 946 time: 0.0527709 Feb 16 18:27:45.534548 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-db8776e2-7f34-4021-a31e-642f6c10ab21 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (c6777554-3e89-4923-a227-016ae51ca196), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:45.548777 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['ac974cb7-8c4a-4230-99de-9f488a17a8d4', '9e4f46db-98f8-4fd3-98a4-d48f222f82b6', '53f4bc7a-1488-4b80-a294-712684eac630'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:27:45.557273 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-b0201f0e-ad78-45f9-81eb-deb21a954777 req-a3cabff3-5ac6-4f0e-aa3d-623a598fea9a tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456023 Feb 16 18:27:45.580935 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-db8776e2-7f34-4021-a31e-642f6c10ab21 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Network c35fcae6-c2de-43e7-978f-1d61acb1f98c is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:27:45.584823 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-db8776e2-7f34-4021-a31e-642f6c10ab21 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:27:45.588607 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-db8776e2-7f34-4021-a31e-642f6c10ab21 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:27:45.611528 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8776e2-7f34-4021-a31e-642f6c10ab21 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Pushing event updated for resources: {'Port': ['ID=c6777554-3e89-4923-a227-016ae51ca196,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:27:45.631596 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8776e2-7f34-4021-a31e-642f6c10ab21 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:27:45.631939 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8776e2-7f34-4021-a31e-642f6c10ab21 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:27:45.632277 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8776e2-7f34-4021-a31e-642f6c10ab21 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:27:45.632604 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8776e2-7f34-4021-a31e-642f6c10ab21 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:27:45.632931 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8776e2-7f34-4021-a31e-642f6c10ab21 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:27:45.633282 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8776e2-7f34-4021-a31e-642f6c10ab21 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:27:45.633604 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8776e2-7f34-4021-a31e-642f6c10ab21 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:27:45.633925 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8776e2-7f34-4021-a31e-642f6c10ab21 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:27:45.634240 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8776e2-7f34-4021-a31e-642f6c10ab21 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:27:45.634557 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8776e2-7f34-4021-a31e-642f6c10ab21 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:27:45.634879 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8776e2-7f34-4021-a31e-642f6c10ab21 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:27:45.635201 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8776e2-7f34-4021-a31e-642f6c10ab21 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:27:45.635513 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8776e2-7f34-4021-a31e-642f6c10ab21 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:27:45.656400 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-db8776e2-7f34-4021-a31e-642f6c10ab21 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:45.657019 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-db8776e2-7f34-4021-a31e-642f6c10ab21 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:45.724710 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-db8776e2-7f34-4021-a31e-642f6c10ab21 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7718923 Feb 16 18:27:45.745484 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-6ba0f7f7-259f-4447-891e-9d4436773a02 service neutron] Request body: {'port': {'device_id': 'dfdf1324-da16-4983-a1db-22000395fa84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:27:45.804257 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-6ba0f7f7-259f-4447-891e-9d4436773a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (c6777554-3e89-4923-a227-016ae51ca196), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:46.056683 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-6ba0f7f7-259f-4447-891e-9d4436773a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6777554-3e89-4923-a227-016ae51ca196 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:27:46.063867 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-6ba0f7f7-259f-4447-891e-9d4436773a02 service neutron] Publish callbacks [] for port (c6777554-3e89-4923-a227-016ae51ca196), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:46.075801 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-6ba0f7f7-259f-4447-891e-9d4436773a02 service neutron] Transition to ACTIVE for port object c6777554-3e89-4923-a227-016ae51ca196 will not be triggered until provisioned by entity L2. {{(pid=103275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:27:46.151350 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-6ba0f7f7-259f-4447-891e-9d4436773a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (c6777554-3e89-4923-a227-016ae51ca196), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:46.202358 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0f7f7-259f-4447-891e-9d4436773a02 service neutron] Pushing event updated for resources: {'Port': ['ID=c6777554-3e89-4923-a227-016ae51ca196,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:27:46.309685 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b8430-a417-4dcd-bef4-373faa282402 req-17185ec9-2f7f-48fe-b3bb-c890df759e4c tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:46.311065 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c41b8430-a417-4dcd-bef4-373faa282402 req-17185ec9-2f7f-48fe-b3bb-c890df759e4c tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=dfdf1324-da16-4983-a1db-22000395fa84 HTTP/1.1" status: 200 len: 943 time: 0.0915751 Feb 16 18:27:46.312125 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-6ba0f7f7-259f-4447-891e-9d4436773a02 service neutron] Attempting to bind port c6777554-3e89-4923-a227-016ae51ca196 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:27:46.312455 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-6ba0f7f7-259f-4447-891e-9d4436773a02 service neutron] Attempting to bind port c6777554-3e89-4923-a227-016ae51ca196 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'd694bd6e-2933-4972-85bb-c2130a8ce19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c35fcae6-c2de-43e7-978f-1d61acb1f98c'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:27:46.312779 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-6ba0f7f7-259f-4447-891e-9d4436773a02 service neutron] Attempting to bind port c6777554-3e89-4923-a227-016ae51ca196 on network c35fcae6-c2de-43e7-978f-1d61acb1f98c {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:27:46.319582 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-6ba0f7f7-259f-4447-891e-9d4436773a02 service neutron] Port c6777554-3e89-4923-a227-016ae51ca196 on network c35fcae6-c2de-43e7-978f-1d61acb1f98c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 18:27:46.319904 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-6ba0f7f7-259f-4447-891e-9d4436773a02 service neutron] Attempting to bind port c6777554-3e89-4923-a227-016ae51ca196 on network c35fcae6-c2de-43e7-978f-1d61acb1f98c {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:27:46.328901 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-6ba0f7f7-259f-4447-891e-9d4436773a02 service neutron] Checking agent: {'id': '5c336864-29ba-45bb-93ac-04ba68c7d8e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'started_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:27:46.329268 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-6ba0f7f7-259f-4447-891e-9d4436773a02 service neutron] Checking segment: {'id': 'd694bd6e-2933-4972-85bb-c2130a8ce19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c35fcae6-c2de-43e7-978f-1d61acb1f98c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:27:46.329890 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-6ba0f7f7-259f-4447-891e-9d4436773a02 service neutron] Bound using segment: {'id': 'd694bd6e-2933-4972-85bb-c2130a8ce19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c35fcae6-c2de-43e7-978f-1d61acb1f98c'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:27:46.330328 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-6ba0f7f7-259f-4447-891e-9d4436773a02 service neutron] Bound port: c6777554-3e89-4923-a227-016ae51ca196, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd694bd6e-2933-4972-85bb-c2130a8ce19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c35fcae6-c2de-43e7-978f-1d61acb1f98c'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:27:46.330660 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-6ba0f7f7-259f-4447-891e-9d4436773a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (c6777554-3e89-4923-a227-016ae51ca196), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:46.399227 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c41b8430-a417-4dcd-bef4-373faa282402 req-fb24ad7b-c357-45c1-b142-07b4e0cfb41f tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811896 Feb 16 18:27:46.421419 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-6ba0f7f7-259f-4447-891e-9d4436773a02 service neutron] For port c6777554-3e89-4923-a227-016ae51ca196, host hv-cinder-77398, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:27:46.424356 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-6ba0f7f7-259f-4447-891e-9d4436773a02 service neutron] For port c6777554-3e89-4923-a227-016ae51ca196, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c6777554-3e89-4923-a227-016ae51ca196,segment=NetworkSegment(d694bd6e-2933-4972-85bb-c2130a8ce19e),segment_id=d694bd6e-2933-4972-85bb-c2130a8ce19e)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:27:46.505898 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-6ba0f7f7-259f-4447-891e-9d4436773a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (c6777554-3e89-4923-a227-016ae51ca196), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:46.539671 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-6ba0f7f7-259f-4447-891e-9d4436773a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:46.540284 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-6ba0f7f7-259f-4447-891e-9d4436773a02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:46.541691 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-6ba0f7f7-259f-4447-891e-9d4436773a02 service neutron] 10.222.0.45 "PUT /v2.0/ports/c6777554-3e89-4923-a227-016ae51ca196 HTTP/1.1" status: 200 len: 1093 time: 0.8011427 Feb 16 18:27:46.542147 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdf1324-da16-4983-a1db-22000395fa84', 'tag': 'c6777554-3e89-4923-a227-016ae51ca196'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:27:46.544401 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d19a24-12c1-451a-8907-a598652bf127" -d '{"events": [{"name": "network-changed", "server_uuid": "dfdf1324-da16-4983-a1db-22000395fa84", "tag": "c6777554-3e89-4923-a227-016ae51ca196"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:27:46.568419 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0f7f7-259f-4447-891e-9d4436773a02 service neutron] Pushing event updated for resources: {'Port': ['ID=c6777554-3e89-4923-a227-016ae51ca196,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:27:46.585318 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70d7c26-2519-4ed7-b738-052831de1352 x-openstack-request-id: req-d70d7c26-2519-4ed7-b738-052831de1352 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:27:46.585614 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfdf1324-da16-4983-a1db-22000395fa84", "tag": "c6777554-3e89-4923-a227-016ae51ca196", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:27:46.585871 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d70d7c26-2519-4ed7-b738-052831de1352 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:27:46.586277 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfdf1324-da16-4983-a1db-22000395fa84', 'tag': 'c6777554-3e89-4923-a227-016ae51ca196', 'status': 'completed', 'code': 200} Feb 16 18:27:46.693475 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d19a24-12c1-451a-8907-a598652bf127 req-9f27b1fb-233a-4d7b-97c7-1b56c2d96f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:46.694983 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-47d19a24-12c1-451a-8907-a598652bf127 req-9f27b1fb-233a-4d7b-97c7-1b56c2d96f9d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=76fd6f5de3984dad993f96e2d36ca878&device_id=dfdf1324-da16-4983-a1db-22000395fa84 HTTP/1.1" status: 200 len: 1127 time: 0.0853300 Feb 16 18:27:46.706318 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649a39a-a088-4996-9e4f-3b64f15feeae req-a26e9969-f0b6-4e1b-ac80-4144086f1b93 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:46.708290 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f649a39a-a088-4996-9e4f-3b64f15feeae req-a26e9969-f0b6-4e1b-ac80-4144086f1b93 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 946 time: 0.0664365 Feb 16 18:27:46.822790 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f649a39a-a088-4996-9e4f-3b64f15feeae req-3ec08750-e609-4c07-95b5-ff2ce5b22cdb tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057351 Feb 16 18:27:46.842350 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d19a24-12c1-451a-8907-a598652bf127 req-a3bebbc8-31c5-4ff1-909f-541d409923b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:46.843809 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-47d19a24-12c1-451a-8907-a598652bf127 req-a3bebbc8-31c5-4ff1-909f-541d409923b6 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=76fd6f5de3984dad993f96e2d36ca878&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1346853 Feb 16 18:27:46.937169 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d19a24-12c1-451a-8907-a598652bf127 req-df15814b-099a-47a9-b715-e59366ebf74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:46.938627 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-47d19a24-12c1-451a-8907-a598652bf127 req-df15814b-099a-47a9-b715-e59366ebf74b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872567 Feb 16 18:27:47.035096 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-8e4ae894-adfa-48e3-b14d-1b354df9057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:47.037523 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-8e4ae894-adfa-48e3-b14d-1b354df9057e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=76fd6f5de3984dad993f96e2d36ca878&device_id=dfdf1324-da16-4983-a1db-22000395fa84 HTTP/1.1" status: 200 len: 1127 time: 0.0493181 Feb 16 18:27:47.354301 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-6239782f-fa20-4bc3-9c23-89302410566e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6777554-3e89-4923-a227-016ae51ca196 HTTP/1.1" status: 200 len: 217 time: 0.3016407 Feb 16 18:27:47.429709 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-cafa8895-470f-4033-b457-cffaf3f4e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:47.431188 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-cafa8895-470f-4033-b457-cffaf3f4e0de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5346df5b-aff7-40a7-ae5e-ef286b1928b6 HTTP/1.1" status: 200 len: 854 time: 0.0562134 Feb 16 18:27:47.440993 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199fb8b-798f-4336-a6a3-458567504adc req-5869be13-6e35-42a1-8644-2845d0e02b7f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:47.443391 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9199fb8b-798f-4336-a6a3-458567504adc req-5869be13-6e35-42a1-8644-2845d0e02b7f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 946 time: 0.0978746 Feb 16 18:27:47.478650 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-f9425a64-0c61-493e-a52a-f94464836713 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c35fcae6-c2de-43e7-978f-1d61acb1f98c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342138 Feb 16 18:27:47.524067 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58755d03-9b38-49bb-8bb9-5c92c0596fe7 req-0907bef0-93a2-400f-a6c3-6336deee6122 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:47.525599 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-58755d03-9b38-49bb-8bb9-5c92c0596fe7 req-0907bef0-93a2-400f-a6c3-6336deee6122 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=dfdf1324-da16-4983-a1db-22000395fa84 HTTP/1.1" status: 200 len: 943 time: 0.0573010 Feb 16 18:27:47.572598 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-58755d03-9b38-49bb-8bb9-5c92c0596fe7 req-be6964d3-a9d5-4eb9-9006-cc2a6e2004b6 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414214 Feb 16 18:27:47.624933 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-83757c4d-1dba-44bf-aace-9cbb75a95e35 service neutron] 10.222.0.45 "GET /v2.0/networks/c35fcae6-c2de-43e7-978f-1d61acb1f98c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297481 Feb 16 18:27:47.634499 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-9199fb8b-798f-4336-a6a3-458567504adc req-35bfb3e6-06f5-4ec4-8ea3-14bc3cd7b701 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Deleting port 099e0137-669d-4fda-b1f2-8dbf6595a131 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:27:47.634844 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-9199fb8b-798f-4336-a6a3-458567504adc req-35bfb3e6-06f5-4ec4-8ea3-14bc3cd7b701 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (099e0137-669d-4fda-b1f2-8dbf6595a131), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:47.789757 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-9199fb8b-798f-4336-a6a3-458567504adc req-35bfb3e6-06f5-4ec4-8ea3-14bc3cd7b701 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] For port 099e0137-669d-4fda-b1f2-8dbf6595a131, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=099e0137-669d-4fda-b1f2-8dbf6595a131,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:27:47.790118 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-9199fb8b-798f-4336-a6a3-458567504adc req-35bfb3e6-06f5-4ec4-8ea3-14bc3cd7b701 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (099e0137-669d-4fda-b1f2-8dbf6595a131), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:47.793918 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0277822b-80f5-4037-a423-cc5d5ee27027 req-53ef748e-6188-4a23-b70b-d747532a9817 service neutron] 10.222.0.45 "GET /v2.0/networks/c35fcae6-c2de-43e7-978f-1d61acb1f98c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616790 Feb 16 18:27:47.998022 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-9199fb8b-798f-4336-a6a3-458567504adc req-35bfb3e6-06f5-4ec4-8ea3-14bc3cd7b701 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:47.998299 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-9199fb8b-798f-4336-a6a3-458567504adc req-35bfb3e6-06f5-4ec4-8ea3-14bc3cd7b701 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459730'] for floatingip (777fe408-99c5-4122-8b28-0246fff9d5ee), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:47.998611 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.db.l3_db [req-9199fb8b-798f-4336-a6a3-458567504adc req-35bfb3e6-06f5-4ec4-8ea3-14bc3cd7b701 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Floating IP 777fe408-99c5-4122-8b28-0246fff9d5ee disassociated. External IP: 172.27.3.137, port: 099e0137-669d-4fda-b1f2-8dbf6595a131. Feb 16 18:27:47.998945 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-9199fb8b-798f-4336-a6a3-458567504adc req-35bfb3e6-06f5-4ec4-8ea3-14bc3cd7b701 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Calling delete_port for 099e0137-669d-4fda-b1f2-8dbf6595a131 owned by compute:nova {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:27:48.012198 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e599936-449c-4162-9818-b91001197238 req-f4623eb8-39d8-4e50-9ee3-ad804af019cc tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:48.013683 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0e599936-449c-4162-9818-b91001197238 req-f4623eb8-39d8-4e50-9ee3-ad804af019cc tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 946 time: 0.1187835 Feb 16 18:27:48.107295 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0e599936-449c-4162-9818-b91001197238 req-5bc42e4f-6da9-4117-a219-e56aecff84d4 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=91b1a1c2-1826-4502-ac15-bae6b6103c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872498 Feb 16 18:27:48.265961 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-9199fb8b-798f-4336-a6a3-458567504adc req-35bfb3e6-06f5-4ec4-8ea3-14bc3cd7b701 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (099e0137-669d-4fda-b1f2-8dbf6595a131), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:48.293464 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfb3e6-06f5-4ec4-8ea3-14bc3cd7b701 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Pushing event deleted for resources: {'Port': ['ID=099e0137-669d-4fda-b1f2-8dbf6595a131,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:27:48.411730 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9199fb8b-798f-4336-a6a3-458567504adc req-35bfb3e6-06f5-4ec4-8ea3-14bc3cd7b701 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Router 53fca622-53a6-453c-993b-e554e846db49 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:27:48.522886 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9199fb8b-798f-4336-a6a3-458567504adc req-35bfb3e6-06f5-4ec4-8ea3-14bc3cd7b701 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:27:48.533266 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29be45d-c361-49bd-8ba9-e5d4c240afc9 None None] Sync routers for ids ['53fca622-53a6-453c-993b-e554e846db49'] in dv-cinder-773985-33-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:27:48.545163 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29be45d-c361-49bd-8ba9-e5d4c240afc9 None None] Routers {'53fca622-53a6-453c-993b-e554e846db49'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:27:48.545769 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-f29be45d-c361-49bd-8ba9-e5d4c240afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:27:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['53fca622-53a6-453c-993b-e554e846db49'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:27:48.563190 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-9199fb8b-798f-4336-a6a3-458567504adc req-35bfb3e6-06f5-4ec4-8ea3-14bc3cd7b701 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] No DVR routers for this DVR port 099e0137-669d-4fda-b1f2-8dbf6595a131 on host hv-cinder-77398 {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:27:48.565808 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-9199fb8b-798f-4336-a6a3-458567504adc req-35bfb3e6-06f5-4ec4-8ea3-14bc3cd7b701 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:48.569976 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9199fb8b-798f-4336-a6a3-458567504adc req-35bfb3e6-06f5-4ec4-8ea3-14bc3cd7b701 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.45 "DELETE /v2.0/ports/099e0137-669d-4fda-b1f2-8dbf6595a131 HTTP/1.1" status: 204 len: 173 time: 1.1153407 Feb 16 18:27:48.587798 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcae768a-561b-4d78-8c58-2b78f3ede2ec', 'name': 'network-vif-deleted', 'tag': '099e0137-669d-4fda-b1f2-8dbf6595a131'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:27:48.590188 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5855d365-5d2f-4fd4-ae7f-91dbbbfcc62f" -d '{"events": [{"server_uuid": "dcae768a-561b-4d78-8c58-2b78f3ede2ec", "name": "network-vif-deleted", "tag": "099e0137-669d-4fda-b1f2-8dbf6595a131"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:27:48.631954 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923d6f92-fcb3-42ce-b4e8-b1130816c8e7 x-openstack-request-id: req-923d6f92-fcb3-42ce-b4e8-b1130816c8e7 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:27:48.632267 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcae768a-561b-4d78-8c58-2b78f3ede2ec", "name": "network-vif-deleted", "tag": "099e0137-669d-4fda-b1f2-8dbf6595a131", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:27:48.632526 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-923d6f92-fcb3-42ce-b4e8-b1130816c8e7 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:27:48.632938 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcae768a-561b-4d78-8c58-2b78f3ede2ec', 'name': 'network-vif-deleted', 'tag': '099e0137-669d-4fda-b1f2-8dbf6595a131', 'status': 'completed', 'code': 200} Feb 16 18:27:48.679782 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-f29be45d-c361-49bd-8ba9-e5d4c240afc9 None None] Set router 53fca622-53a6-453c-993b-e554e846db49 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:27:48.704621 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a09c8-3ac4-46e5-a4e0-ce09ce98633c req-6b2987a6-2128-4909-b1c9-469c7a20149d tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:48.712905 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f96a09c8-3ac4-46e5-a4e0-ce09ce98633c req-6b2987a6-2128-4909-b1c9-469c7a20149d tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=dfdf1324-da16-4983-a1db-22000395fa84 HTTP/1.1" status: 200 len: 943 time: 0.0659387 Feb 16 18:27:48.771213 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f96a09c8-3ac4-46e5-a4e0-ce09ce98633c req-359a1f3e-dec7-46d7-bf00-b43d79515e7f tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569143 Feb 16 18:27:48.898536 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-f29be45d-c361-49bd-8ba9-e5d4c240afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fca622-53a6-453c-993b-e554e846db49', 'name': 'tempest-AttachVolumeShelveTestJSON-957068951-router', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:24:41Z', 'updated_at': '2022-02-16T18:24:44Z', 'revision_number': 4, 'project_id': 'f578810a0a59485687a431fe9130087f', 'gw_port': {'id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:42Z', 'updated_at': '2022-02-16T18:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '627f9427-0c17-4a69-ae7c-e38c29c51b09', 'name': '', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'mac_address': 'fa:16:3e:08:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:44Z', 'updated_at': '2022-02-16T18:24:48Z', 'revision_number': 5, 'project_id': 'f578810a0a59485687a431fe9130087f', 'subnets': [{'id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:27:48.924165 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29be45d-c361-49bd-8ba9-e5d4c240afc9 None None] Checking router: 53fca622-53a6-453c-993b-e554e846db49 for host: dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:27:48.932836 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29be45d-c361-49bd-8ba9-e5d4c240afc9 None None] Routers {'53fca622-53a6-453c-993b-e554e846db49'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:27:48.933595 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-f29be45d-c361-49bd-8ba9-e5d4c240afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:27:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['53fca622-53a6-453c-993b-e554e846db49'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:27:49.135025 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-f29be45d-c361-49bd-8ba9-e5d4c240afc9 None None] Set router 53fca622-53a6-453c-993b-e554e846db49 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:27:49.218370 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-5fde6379-d728-489a-b9f8-a2cf65781c87 req-c3f65a25-7fc6-4fdd-b3d4-cad0e26707e1 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcae768a-561b-4d78-8c58-2b78f3ede2ec HTTP/1.1" status: 200 len: 210 time: 0.0288525 Feb 16 18:27:49.345466 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-f29be45d-c361-49bd-8ba9-e5d4c240afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fca622-53a6-453c-993b-e554e846db49', 'name': 'tempest-AttachVolumeShelveTestJSON-957068951-router', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:24:41Z', 'updated_at': '2022-02-16T18:24:44Z', 'revision_number': 4, 'project_id': 'f578810a0a59485687a431fe9130087f', 'gw_port': {'id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:42Z', 'updated_at': '2022-02-16T18:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '627f9427-0c17-4a69-ae7c-e38c29c51b09', 'name': '', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'mac_address': 'fa:16:3e:08:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:44Z', 'updated_at': '2022-02-16T18:24:48Z', 'revision_number': 5, 'project_id': 'f578810a0a59485687a431fe9130087f', 'subnets': [{'id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:27:49.372386 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29be45d-c361-49bd-8ba9-e5d4c240afc9 None None] The sync data for ids ['53fca622-53a6-453c-993b-e554e846db49'] in dv-cinder-773985-33-iscsi is: [{'id': '53fca622-53a6-453c-993b-e554e846db49', 'name': 'tempest-AttachVolumeShelveTestJSON-957068951-router', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:24:41Z', 'updated_at': '2022-02-16T18:24:44Z', 'revision_number': 4, 'project_id': 'f578810a0a59485687a431fe9130087f', 'gw_port': {'id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:42Z', 'updated_at': '2022-02-16T18:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '627f9427-0c17-4a69-ae7c-e38c29c51b09', 'name': '', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'mac_address': 'fa:16:3e:08:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:44Z', 'updated_at': '2022-02-16T18:24:48Z', 'revision_number': 5, 'project_id': 'f578810a0a59485687a431fe9130087f', 'subnets': [{'id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:27:49.602790 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d098ac2-57a3-4383-af6c-5d7111816af7 None None] New status for floating IP 777fe408-99c5-4122-8b28-0246fff9d5ee: DOWN {{(pid=103277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 18:27:49.891079 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b0821-32ca-49a5-93d9-fa8ff5c24e4b req-b933ec71-46ef-4800-a2a8-8b0a8e70f32f tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:49.892586 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f98b0821-32ca-49a5-93d9-fa8ff5c24e4b req-b933ec71-46ef-4800-a2a8-8b0a8e70f32f tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=dfdf1324-da16-4983-a1db-22000395fa84 HTTP/1.1" status: 200 len: 943 time: 0.0555034 Feb 16 18:27:49.947357 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f98b0821-32ca-49a5-93d9-fa8ff5c24e4b req-afb2a2d0-0bd1-417f-b1a6-8fd8bd10c625 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487080 Feb 16 18:27:51.064111 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e26d3-c028-4338-8671-9cdde7d9a9a2 req-2762e20e-97a1-498e-92ae-9067dacbef94 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:51.065583 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-be2e26d3-c028-4338-8671-9cdde7d9a9a2 req-2762e20e-97a1-498e-92ae-9067dacbef94 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=dfdf1324-da16-4983-a1db-22000395fa84 HTTP/1.1" status: 200 len: 943 time: 0.0514963 Feb 16 18:27:51.111158 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-be2e26d3-c028-4338-8671-9cdde7d9a9a2 req-5dc5751e-bde6-48cb-8fed-cc311e25c956 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399668 Feb 16 18:27:51.374529 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 33592) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:27:51.428249 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4ca339e7-b614-4ac6-87a3-3c45fc5a778b tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for security_group (91b1a1c2-1826-4502-ac15-bae6b6103c69), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:51.450485 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4ca339e7-b614-4ac6-87a3-3c45fc5a778b tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for security_group (91b1a1c2-1826-4502-ac15-bae6b6103c69), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:51.545596 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4ca339e7-b614-4ac6-87a3-3c45fc5a778b tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (91b1a1c2-1826-4502-ac15-bae6b6103c69), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:51.548271 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4ca339e7-b614-4ac6-87a3-3c45fc5a778b tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:51.549423 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-4ca339e7-b614-4ac6-87a3-3c45fc5a778b tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "DELETE /v2.0/security-groups/91b1a1c2-1826-4502-ac15-bae6b6103c69 HTTP/1.1" status: 204 len: 168 time: 0.1738877 Feb 16 18:27:51.553211 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 33594) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:27:51.559474 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca339e7-b614-4ac6-87a3-3c45fc5a778b tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b1a1c2-1826-4502-ac15-bae6b6103c69,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:27:51.564229 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device c6777554-3e89-4923-a227-016ae51ca196 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=103277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 18:27:51.566756 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.api.v2.resource [None req-8bc93b5f-d200-44d6-9d19-edea53d80d42 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] show failed (client error): The resource could not be found. Feb 16 18:27:51.568694 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 099e0137-669d-4fda-b1f2-8dbf6595a131 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:27:51.570688 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 33596) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:27:51.570937 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-8bc93b5f-d200-44d6-9d19-edea53d80d42 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups/91b1a1c2-1826-4502-ac15-bae6b6103c69 HTTP/1.1" status: 404 len: 347 time: 0.0164480 Feb 16 18:27:51.601355 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] No Port match for: 099e0137-669d-4fda-b1f2-8dbf6595a131 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:27:51.601950 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 099e0137-669d-4fda-b1f2-8dbf6595a131 not bound to the agent host hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:27:51.692202 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port c6777554-3e89-4923-a227-016ae51ca196, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c6777554-3e89-4923-a227-016ae51ca196,segment=NetworkSegment(d694bd6e-2933-4972-85bb-c2130a8ce19e),segment_id=d694bd6e-2933-4972-85bb-c2130a8ce19e)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:27:51.698665 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1db53015-56a0-454f-93c2-728536ab394f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Deleting port 50be8f0c-fa07-45f2-9fdb-37159fc7ebb5 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:27:51.698999 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1db53015-56a0-454f-93c2-728536ab394f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (50be8f0c-fa07-45f2-9fdb-37159fc7ebb5), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:51.702937 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Returning: {'device': 'c6777554-3e89-4923-a227-016ae51ca196', 'network_id': 'c35fcae6-c2de-43e7-978f-1d61acb1f98c', 'port_id': 'c6777554-3e89-4923-a227-016ae51ca196', 'mac_address': 'fa:16:3e:f2:d2:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5346df5b-aff7-40a7-ae5e-ef286b1928b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 18:27:51.741682 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port c6777554-3e89-4923-a227-016ae51ca196 is: DOWN; New status is: BUILD {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:27:51.741946 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (c6777554-3e89-4923-a227-016ae51ca196), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:51.754738 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6777554-3e89-4923-a227-016ae51ca196 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:27:51.774081 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port c6777554-3e89-4923-a227-016ae51ca196, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c6777554-3e89-4923-a227-016ae51ca196,segment=NetworkSegment(d694bd6e-2933-4972-85bb-c2130a8ce19e),segment_id=d694bd6e-2933-4972-85bb-c2130a8ce19e)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:27:51.777761 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1db53015-56a0-454f-93c2-728536ab394f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (50be8f0c-fa07-45f2-9fdb-37159fc7ebb5), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:51.778072 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1db53015-56a0-454f-93c2-728536ab394f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for floatingip (50be8f0c-fa07-45f2-9fdb-37159fc7ebb5), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:51.790822 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1db53015-56a0-454f-93c2-728536ab394f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Calling delete_port for 50be8f0c-fa07-45f2-9fdb-37159fc7ebb5 owned by network:floatingip {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:27:51.842711 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (c6777554-3e89-4923-a227-016ae51ca196), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:51.890172 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=c6777554-3e89-4923-a227-016ae51ca196,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:27:51.962598 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1db53015-56a0-454f-93c2-728536ab394f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (50be8f0c-fa07-45f2-9fdb-37159fc7ebb5), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:51.989219 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db53015-56a0-454f-93c2-728536ab394f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Pushing event deleted for resources: {'Port': ['ID=50be8f0c-fa07-45f2-9fdb-37159fc7ebb5,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:27:52.050597 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1db53015-56a0-454f-93c2-728536ab394f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for floatingip (777fe408-99c5-4122-8b28-0246fff9d5ee), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:52.053610 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1db53015-56a0-454f-93c2-728536ab394f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for floatingip (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:52.054751 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-1db53015-56a0-454f-93c2-728536ab394f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "DELETE /v2.0/floatingips/777fe408-99c5-4122-8b28-0246fff9d5ee HTTP/1.1" status: 204 len: 168 time: 0.4830704 Feb 16 18:27:52.156070 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['c6777554-3e89-4923-a227-016ae51ca196'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:27:52.245542 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecea449-1816-4c85-adee-dca5cff64b16 req-d0c6ab59-8cc4-4515-86d6-9779b3c83419 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:52.247036 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-cecea449-1816-4c85-adee-dca5cff64b16 req-d0c6ab59-8cc4-4515-86d6-9779b3c83419 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=dfdf1324-da16-4983-a1db-22000395fa84 HTTP/1.1" status: 200 len: 944 time: 0.0663006 Feb 16 18:27:52.296681 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 33602) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:27:52.301883 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-67281ab2-16a3-4017-964a-58af8c623d2c tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1505221168', 'description': 'tempest-description--1453481071'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:27:52.309906 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-cecea449-1816-4c85-adee-dca5cff64b16 req-5159bddf-e976-4b3e-9e65-56d0639f299e tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566363 Feb 16 18:27:52.402664 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-67281ab2-16a3-4017-964a-58af8c623d2c tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:52.467659 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-67281ab2-16a3-4017-964a-58af8c623d2c tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for security_group (81b94e39-671f-4878-8d87-e2dfb14ee82e), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:52.539870 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-67281ab2-16a3-4017-964a-58af8c623d2c tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (81b94e39-671f-4878-8d87-e2dfb14ee82e), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:52.568220 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67281ab2-16a3-4017-964a-58af8c623d2c tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81b94e39-671f-4878-8d87-e2dfb14ee82e,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:27:52.633223 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-67281ab2-16a3-4017-964a-58af8c623d2c tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:52.634478 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-67281ab2-16a3-4017-964a-58af8c623d2c tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3367178 Feb 16 18:27:52.637218 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 33604) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:27:52.641449 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-0736b5f3-3129-45ce-ba01-95740133475b tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Request body: {'security_group_rule': {'security_group_id': '81b94e39-671f-4878-8d87-e2dfb14ee82e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:27:52.727677 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0736b5f3-3129-45ce-ba01-95740133475b tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for security_group_rule (248b9238-8606-49dd-8f6f-141b22895b65), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:52.780997 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0736b5f3-3129-45ce-ba01-95740133475b tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for security_group_rule (248b9238-8606-49dd-8f6f-141b22895b65), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:52.859727 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0736b5f3-3129-45ce-ba01-95740133475b tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678345'] for security_group_rule (248b9238-8606-49dd-8f6f-141b22895b65), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:52.876508 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736b5f3-3129-45ce-ba01-95740133475b tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=248b9238-8606-49dd-8f6f-141b22895b65,revision_number=0']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:27:52.947463 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-0736b5f3-3129-45ce-ba01-95740133475b tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:52.948653 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-0736b5f3-3129-45ce-ba01-95740133475b tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3105316 Feb 16 18:27:52.951278 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 33606) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:27:52.955747 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-d7637098-db8c-4d26-a100-e1c05e413eef tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Request body: {'security_group_rule': {'security_group_id': '81b94e39-671f-4878-8d87-e2dfb14ee82e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:27:53.042355 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d7637098-db8c-4d26-a100-e1c05e413eef tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for security_group_rule (e2daad45-3aaf-434b-9427-3bee60a94be7), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:53.100165 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d7637098-db8c-4d26-a100-e1c05e413eef tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for security_group_rule (e2daad45-3aaf-434b-9427-3bee60a94be7), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:53.156908 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d7637098-db8c-4d26-a100-e1c05e413eef tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678345'] for security_group_rule (e2daad45-3aaf-434b-9427-3bee60a94be7), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:53.173530 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7637098-db8c-4d26-a100-e1c05e413eef tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2daad45-3aaf-434b-9427-3bee60a94be7,revision_number=0']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:27:53.233551 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d7637098-db8c-4d26-a100-e1c05e413eef tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:53.234771 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-d7637098-db8c-4d26-a100-e1c05e413eef tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2825656 Feb 16 18:27:53.237746 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 33608) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:27:53.242766 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-5e4cf3b2-bc5b-451d-8ecd-768bc5aca36e tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Request body: {'floatingip': {'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:27:53.317593 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5e4cf3b2-bc5b-451d-8ecd-768bc5aca36e tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:53.412192 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5e4cf3b2-bc5b-451d-8ecd-768bc5aca36e tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:53.432889 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde29521-544e-4aaf-8dc2-ff37bf0b9108 req-c802886b-bf07-4c8f-b54e-5c274a0e8e90 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:53.434401 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-fde29521-544e-4aaf-8dc2-ff37bf0b9108 req-c802886b-bf07-4c8f-b54e-5c274a0e8e90 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=dfdf1324-da16-4983-a1db-22000395fa84 HTTP/1.1" status: 200 len: 944 time: 0.0562131 Feb 16 18:27:53.484263 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-fde29521-544e-4aaf-8dc2-ff37bf0b9108 req-a5a08e6a-f33e-4ef7-8928-f5059b2248e8 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441360 Feb 16 18:27:53.525952 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-5e4cf3b2-bc5b-451d-8ecd-768bc5aca36e tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Allocated IP 172.27.3.240 (c00f8eca-8c80-474c-b61e-3160eeb0c24d/19362ace-3fbd-48f2-895e-4d065f6f071c/daf8ab94-7075-4206-abfb-762899344fba) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:27:53.597228 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device c6777554-3e89-4923-a227-016ae51ca196 up at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:27:53.625548 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5e4cf3b2-bc5b-451d-8ecd-768bc5aca36e tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for port (daf8ab94-7075-4206-abfb-762899344fba), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:53.722479 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning for port c6777554-3e89-4923-a227-016ae51ca196 completed by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:27:53.726971 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning complete for port c6777554-3e89-4923-a227-016ae51ca196 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:27:53.727344 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (c6777554-3e89-4923-a227-016ae51ca196), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:53.780249 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5e4cf3b2-bc5b-451d-8ecd-768bc5aca36e tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (daf8ab94-7075-4206-abfb-762899344fba), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:53.808321 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port c6777554-3e89-4923-a227-016ae51ca196 is: BUILD; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:27:53.808721 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (c6777554-3e89-4923-a227-016ae51ca196), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:53.820662 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4cf3b2-bc5b-451d-8ecd-768bc5aca36e tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Network c00f8eca-8c80-474c-b61e-3160eeb0c24d is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:27:53.823554 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-5e4cf3b2-bc5b-451d-8ecd-768bc5aca36e tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:27:53.827763 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4cf3b2-bc5b-451d-8ecd-768bc5aca36e tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:27:53.833388 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdf1324-da16-4983-a1db-22000395fa84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6777554-3e89-4923-a227-016ae51ca196'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:27:53.834037 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4cf3b2-bc5b-451d-8ecd-768bc5aca36e tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Pushing event updated for resources: {'Port': ['ID=daf8ab94-7075-4206-abfb-762899344fba,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:27:53.836133 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d4de84-a391-4158-bf3b-7b8879640745" -d '{"events": [{"server_uuid": "dfdf1324-da16-4983-a1db-22000395fa84", "name": "network-vif-plugged", "status": "completed", "tag": "c6777554-3e89-4923-a227-016ae51ca196"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:27:53.851768 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port c6777554-3e89-4923-a227-016ae51ca196, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c6777554-3e89-4923-a227-016ae51ca196,segment=NetworkSegment(d694bd6e-2933-4972-85bb-c2130a8ce19e),segment_id=d694bd6e-2933-4972-85bb-c2130a8ce19e)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:27:53.873133 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b634d22-1cee-471e-81fb-02f68c2ac7f3 x-openstack-request-id: req-1b634d22-1cee-471e-81fb-02f68c2ac7f3 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:27:53.873434 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfdf1324-da16-4983-a1db-22000395fa84", "name": "network-vif-plugged", "status": "completed", "tag": "c6777554-3e89-4923-a227-016ae51ca196", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:27:53.873696 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1b634d22-1cee-471e-81fb-02f68c2ac7f3 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:27:53.874097 dv-cinder-773985-33-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfdf1324-da16-4983-a1db-22000395fa84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6777554-3e89-4923-a227-016ae51ca196', 'code': 200} Feb 16 18:27:53.925765 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5e4cf3b2-bc5b-451d-8ecd-768bc5aca36e tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for floatingip (1e03e502-144b-4876-9e81-17c9fe901f88), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:53.945635 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (c6777554-3e89-4923-a227-016ae51ca196), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:53.993437 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=c6777554-3e89-4923-a227-016ae51ca196,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:27:54.048437 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5e4cf3b2-bc5b-451d-8ecd-768bc5aca36e tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (daf8ab94-7075-4206-abfb-762899344fba), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:54.202676 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5e4cf3b2-bc5b-451d-8ecd-768bc5aca36e tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for port (daf8ab94-7075-4206-abfb-762899344fba), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:54.261955 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e0c73-f0b5-40d4-9ad8-582dc0926943 req-47a5e642-7a23-41eb-a329-a475fad86fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:54.263600 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bf2e0c73-f0b5-40d4-9ad8-582dc0926943 req-47a5e642-7a23-41eb-a329-a475fad86fd5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dfdf1324-da16-4983-a1db-22000395fa84 HTTP/1.1" status: 200 len: 1129 time: 0.0505493 Feb 16 18:27:54.285059 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5e4cf3b2-bc5b-451d-8ecd-768bc5aca36e tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (daf8ab94-7075-4206-abfb-762899344fba), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:54.377208 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bf2e0c73-f0b5-40d4-9ad8-582dc0926943 req-ac3b3ff2-deeb-4c45-a63a-39b750e9abcf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058993 Feb 16 18:27:54.380312 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4cf3b2-bc5b-451d-8ecd-768bc5aca36e tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Pushing event updated for resources: {'Port': ['ID=daf8ab94-7075-4206-abfb-762899344fba,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:27:54.389294 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5e4cf3b2-bc5b-451d-8ecd-768bc5aca36e tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459730'] for floatingip (1e03e502-144b-4876-9e81-17c9fe901f88), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:54.473905 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-5e4cf3b2-bc5b-451d-8ecd-768bc5aca36e tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for floatingip (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:54.475375 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-5e4cf3b2-bc5b-451d-8ecd-768bc5aca36e tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2367167 Feb 16 18:27:54.610275 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5789b5f-9451-4702-b496-ba202e012903 req-0155a731-4af1-4eff-a099-e479375cb121 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:54.611233 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-f5789b5f-9451-4702-b496-ba202e012903 req-0155a731-4af1-4eff-a099-e479375cb121 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=dfdf1324-da16-4983-a1db-22000395fa84 HTTP/1.1" status: 200 len: 945 time: 0.0538332 Feb 16 18:27:54.663809 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-f5789b5f-9451-4702-b496-ba202e012903 req-b884aa11-8ca4-4345-97ae-e6a2e024d7bb tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460227 Feb 16 18:27:54.705698 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-a7a4d6e9-ca5a-4e56-a655-abe22b771ef8 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1505221168&fields=id&tenant_id=f578810a0a59485687a431fe9130087f HTTP/1.1" status: 200 len: 267 time: 0.0536451 Feb 16 18:27:54.812270 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-c54dc70b-ead9-442b-81e8-b51fc0495e98 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:54.813648 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-c54dc70b-ead9-442b-81e8-b51fc0495e98 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/networks?id=5bd730bd-dcfb-4229-829f-7f99ec690a12 HTTP/1.1" status: 200 len: 816 time: 0.1021693 Feb 16 18:27:54.827634 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-6a55daf6-932e-45ca-8f0b-1ea9366127ed tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/quotas/f578810a0a59485687a431fe9130087f HTTP/1.1" status: 200 len: 375 time: 0.0086195 Feb 16 18:27:54.885248 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-b6563539-3549-4dba-83f4-aaf4384aee92 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f578810a0a59485687a431fe9130087f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526791 Feb 16 18:27:54.981365 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-c4101576-1d70-4254-9145-4461b4888e5c service neutron] 10.222.0.87 "GET /v2.0/networks/5bd730bd-dcfb-4229-829f-7f99ec690a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841203 Feb 16 18:27:55.068783 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-f45c742b-5f6a-4947-982c-edcda535b173 service neutron] 10.222.0.87 "GET /v2.0/networks/5bd730bd-dcfb-4229-829f-7f99ec690a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817316 Feb 16 18:27:55.351494 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-44dff790-63da-41db-b6a6-93be8162635b req-d6d71713-d7e9-478a-aff5-2dcecf528e11 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 210 time: 0.0324917 Feb 16 18:27:55.798919 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685d6e2-cfa6-4f9f-868b-dda4cf1fe09e req-f9b83fcb-33b1-460b-b184-2426821b381c tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:55.800446 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-4685d6e2-cfa6-4f9f-868b-dda4cf1fe09e req-f9b83fcb-33b1-460b-b184-2426821b381c tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=dfdf1324-da16-4983-a1db-22000395fa84 HTTP/1.1" status: 200 len: 945 time: 0.0579770 Feb 16 18:27:55.849466 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-4685d6e2-cfa6-4f9f-868b-dda4cf1fe09e req-09494964-849e-4804-9a26-f303a4af03a4 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426180 Feb 16 18:27:56.446754 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-128818b5-2a50-4bf4-8364-c3985abbf11e req-d616c48f-089c-4d40-b7a6-571ec00aeb6b tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 210 time: 0.0276549 Feb 16 18:27:57.044226 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2681953-430f-4a80-a491-2d409fb8b44a req-f9e57d15-fcbc-4145-ac95-be96b4c9b366 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:57.045743 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b2681953-430f-4a80-a491-2d409fb8b44a req-f9e57d15-fcbc-4145-ac95-be96b4c9b366 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=dfdf1324-da16-4983-a1db-22000395fa84 HTTP/1.1" status: 200 len: 945 time: 0.1188672 Feb 16 18:27:57.085933 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-e4efac35-17f7-45fc-895c-9cb883b9335c tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:57.087331 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-e4efac35-17f7-45fc-895c-9cb883b9335c tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.45 "GET /v2.0/networks?id=5bd730bd-dcfb-4229-829f-7f99ec690a12 HTTP/1.1" status: 200 len: 816 time: 0.1336486 Feb 16 18:27:57.123888 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b2681953-430f-4a80-a491-2d409fb8b44a req-112b435b-12d2-43d4-ab55-64a98311e99d tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705876 Feb 16 18:27:57.166168 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-69ecfa41-72ea-4568-840c-e5f6b25e77b9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f578810a0a59485687a431fe9130087f HTTP/1.1" status: 200 len: 380 time: 0.0592422 Feb 16 18:27:57.176615 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7f3b7c7b-3b66-4550-b0ca-23d81ea644e8 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Request body: {'port': {'device_id': 'c5e7f645-57e1-41f6-863d-4d1d4ae89b65', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'admin_state_up': True, 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'security_groups': ['81b94e39-671f-4878-8d87-e2dfb14ee82e']}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:27:57.356807 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7f3b7c7b-3b66-4550-b0ca-23d81ea644e8 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Made reservation on behalf of f578810a0a59485687a431fe9130087f for: {'port': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:27:57.360168 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7f3b7c7b-3b66-4550-b0ca-23d81ea644e8 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:57.484909 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7f3b7c7b-3b66-4550-b0ca-23d81ea644e8 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Allocated IP 172.20.0.11 (5bd730bd-dcfb-4229-829f-7f99ec690a12/bedee63e-09ba-4347-9c07-16dc3ce2fd69/258b739e-3be3-46f3-affb-dcb163160712) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:27:57.550094 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ddde07ff-49a6-4d48-b847-c139c2e37a13 req-469d2751-1eb6-4fd4-985a-d7d9dca6e405 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 210 time: 0.0283041 Feb 16 18:27:57.627819 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7f3b7c7b-3b66-4550-b0ca-23d81ea644e8 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for port (258b739e-3be3-46f3-affb-dcb163160712), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:57.769196 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7f3b7c7b-3b66-4550-b0ca-23d81ea644e8 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (258b739e-3be3-46f3-affb-dcb163160712), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:57.815435 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7f3b7c7b-3b66-4550-b0ca-23d81ea644e8 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Network 5bd730bd-dcfb-4229-829f-7f99ec690a12 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:27:57.818921 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7f3b7c7b-3b66-4550-b0ca-23d81ea644e8 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:27:57.821451 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7f3b7c7b-3b66-4550-b0ca-23d81ea644e8 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:27:57.850031 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b7c7b-3b66-4550-b0ca-23d81ea644e8 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Pushing event updated for resources: {'Port': ['ID=258b739e-3be3-46f3-affb-dcb163160712,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:27:57.878605 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7f3b7c7b-3b66-4550-b0ca-23d81ea644e8 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:57.879283 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7f3b7c7b-3b66-4550-b0ca-23d81ea644e8 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:57.977686 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7f3b7c7b-3b66-4550-b0ca-23d81ea644e8 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8048782 Feb 16 18:27:57.991387 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7d7c8e3f-ac09-4d0f-846f-3d15db3f6081 service neutron] Request body: {'port': {'device_id': 'c5e7f645-57e1-41f6-863d-4d1d4ae89b65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:27:58.015087 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-a291684b-15d0-42ef-827f-ee58413e3bc6 None None] Provisioning complete for port 258b739e-3be3-46f3-affb-dcb163160712 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:27:58.019456 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a291684b-15d0-42ef-827f-ee58413e3bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (258b739e-3be3-46f3-affb-dcb163160712), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:58.054186 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-a291684b-15d0-42ef-827f-ee58413e3bc6 None None] Port 258b739e-3be3-46f3-affb-dcb163160712 cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:27:58.054800 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7d7c8e3f-ac09-4d0f-846f-3d15db3f6081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (258b739e-3be3-46f3-affb-dcb163160712), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:58.317826 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7d7c8e3f-ac09-4d0f-846f-3d15db3f6081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 258b739e-3be3-46f3-affb-dcb163160712 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:27:58.325179 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7d7c8e3f-ac09-4d0f-846f-3d15db3f6081 service neutron] Publish callbacks [] for port (258b739e-3be3-46f3-affb-dcb163160712), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:58.337140 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7d7c8e3f-ac09-4d0f-846f-3d15db3f6081 service neutron] Transition to ACTIVE for port object 258b739e-3be3-46f3-affb-dcb163160712 will not be triggered until provisioned by entity L2. {{(pid=103275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:27:58.413777 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7d7c8e3f-ac09-4d0f-846f-3d15db3f6081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (258b739e-3be3-46f3-affb-dcb163160712), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:58.466790 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c8e3f-ac09-4d0f-846f-3d15db3f6081 service neutron] Pushing event updated for resources: {'Port': ['ID=258b739e-3be3-46f3-affb-dcb163160712,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:27:58.538811 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7d7c8e3f-ac09-4d0f-846f-3d15db3f6081 service neutron] Attempting to bind port 258b739e-3be3-46f3-affb-dcb163160712 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:27:58.539410 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7d7c8e3f-ac09-4d0f-846f-3d15db3f6081 service neutron] Attempting to bind port 258b739e-3be3-46f3-affb-dcb163160712 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '4457eaec-6c13-472d-9431-324f94ae50a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:27:58.539834 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7d7c8e3f-ac09-4d0f-846f-3d15db3f6081 service neutron] Attempting to bind port 258b739e-3be3-46f3-affb-dcb163160712 on network 5bd730bd-dcfb-4229-829f-7f99ec690a12 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:27:58.544941 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7d7c8e3f-ac09-4d0f-846f-3d15db3f6081 service neutron] Port 258b739e-3be3-46f3-affb-dcb163160712 on network 5bd730bd-dcfb-4229-829f-7f99ec690a12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 18:27:58.545307 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7d7c8e3f-ac09-4d0f-846f-3d15db3f6081 service neutron] Attempting to bind port 258b739e-3be3-46f3-affb-dcb163160712 on network 5bd730bd-dcfb-4229-829f-7f99ec690a12 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:27:58.550643 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7d7c8e3f-ac09-4d0f-846f-3d15db3f6081 service neutron] Checking agent: {'id': '5c336864-29ba-45bb-93ac-04ba68c7d8e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'started_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:27:58.551024 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7d7c8e3f-ac09-4d0f-846f-3d15db3f6081 service neutron] Checking segment: {'id': '4457eaec-6c13-472d-9431-324f94ae50a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:27:58.551400 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7d7c8e3f-ac09-4d0f-846f-3d15db3f6081 service neutron] Bound using segment: {'id': '4457eaec-6c13-472d-9431-324f94ae50a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:27:58.551814 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7d7c8e3f-ac09-4d0f-846f-3d15db3f6081 service neutron] Bound port: 258b739e-3be3-46f3-affb-dcb163160712, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4457eaec-6c13-472d-9431-324f94ae50a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:27:58.552256 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7d7c8e3f-ac09-4d0f-846f-3d15db3f6081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (258b739e-3be3-46f3-affb-dcb163160712), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:58.618461 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7d7c8e3f-ac09-4d0f-846f-3d15db3f6081 service neutron] For port 258b739e-3be3-46f3-affb-dcb163160712, host hv-cinder-77398, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:27:58.621817 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7d7c8e3f-ac09-4d0f-846f-3d15db3f6081 service neutron] For port 258b739e-3be3-46f3-affb-dcb163160712, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=258b739e-3be3-46f3-affb-dcb163160712,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:27:58.678325 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa954b5d-e297-48cf-9327-8f744720d350 req-2100529d-ff9a-4eee-976e-5216c158151f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:58.679801 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fa954b5d-e297-48cf-9327-8f744720d350 req-2100529d-ff9a-4eee-976e-5216c158151f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 944 time: 0.0551758 Feb 16 18:27:58.699441 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7d7c8e3f-ac09-4d0f-846f-3d15db3f6081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (258b739e-3be3-46f3-affb-dcb163160712), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:58.747477 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7d7c8e3f-ac09-4d0f-846f-3d15db3f6081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:58.748095 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7d7c8e3f-ac09-4d0f-846f-3d15db3f6081 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:27:58.749486 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-7d7c8e3f-ac09-4d0f-846f-3d15db3f6081 service neutron] 10.222.0.45 "PUT /v2.0/ports/258b739e-3be3-46f3-affb-dcb163160712 HTTP/1.1" status: 200 len: 1094 time: 0.7624831 Feb 16 18:27:58.751524 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e7f645-57e1-41f6-863d-4d1d4ae89b65', 'tag': '258b739e-3be3-46f3-affb-dcb163160712'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:27:58.753816 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61953a68-c63a-4a82-b704-c3df1ebc2953" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e7f645-57e1-41f6-863d-4d1d4ae89b65", "tag": "258b739e-3be3-46f3-affb-dcb163160712"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:27:58.778360 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fa954b5d-e297-48cf-9327-8f744720d350 req-b68e2b39-70b2-4ffa-9ffb-ac587bc6306a tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927687 Feb 16 18:27:58.789829 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c8e3f-ac09-4d0f-846f-3d15db3f6081 service neutron] Pushing event updated for resources: {'Port': ['ID=258b739e-3be3-46f3-affb-dcb163160712,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:27:58.802955 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df01db9-cd97-4587-bb4a-d6784a2a552b x-openstack-request-id: req-1df01db9-cd97-4587-bb4a-d6784a2a552b {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:27:58.803473 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e7f645-57e1-41f6-863d-4d1d4ae89b65", "tag": "258b739e-3be3-46f3-affb-dcb163160712", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:27:58.803820 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1df01db9-cd97-4587-bb4a-d6784a2a552b {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:27:58.804352 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e7f645-57e1-41f6-863d-4d1d4ae89b65', 'tag': '258b739e-3be3-46f3-affb-dcb163160712', 'status': 'completed', 'code': 200} Feb 16 18:27:58.880428 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61953a68-c63a-4a82-b704-c3df1ebc2953 req-34fa2ca5-c53e-41c9-94cd-b2c50238fd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:58.882087 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-61953a68-c63a-4a82-b704-c3df1ebc2953 req-34fa2ca5-c53e-41c9-94cd-b2c50238fd76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f578810a0a59485687a431fe9130087f&device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 1128 time: 0.0512104 Feb 16 18:27:58.993573 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61953a68-c63a-4a82-b704-c3df1ebc2953 req-288af76f-9a3e-4742-b267-b5ed0a89e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:58.995281 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-61953a68-c63a-4a82-b704-c3df1ebc2953 req-288af76f-9a3e-4742-b267-b5ed0a89e441 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f578810a0a59485687a431fe9130087f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1031759 Feb 16 18:27:59.097735 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61953a68-c63a-4a82-b704-c3df1ebc2953 req-b6e6e368-fdce-41cf-88c8-6e8be7ce283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:59.099245 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-61953a68-c63a-4a82-b704-c3df1ebc2953 req-b6e6e368-fdce-41cf-88c8-6e8be7ce283c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941362 Feb 16 18:27:59.184289 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-d0da7565-4c77-417f-9e6e-be2b3e58874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:59.185798 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-d0da7565-4c77-417f-9e6e-be2b3e58874d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f578810a0a59485687a431fe9130087f&device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 1128 time: 0.0450537 Feb 16 18:27:59.231879 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-bd6f898d-a834-4b19-b42d-3f86f78e02b0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=258b739e-3be3-46f3-affb-dcb163160712 HTTP/1.1" status: 200 len: 217 time: 0.0341341 Feb 16 18:27:59.286625 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-905f0e78-8408-44e8-92d0-a095b325f7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:59.288080 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-905f0e78-8408-44e8-92d0-a095b325f7ca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bedee63e-09ba-4347-9c07-16dc3ce2fd69 HTTP/1.1" status: 200 len: 855 time: 0.0479689 Feb 16 18:27:59.612918 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-d2a03594-50be-4e25-a23a-c16f70c97fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:59.615117 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-d2a03594-50be-4e25-a23a-c16f70c97fb1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd730bd-dcfb-4229-829f-7f99ec690a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3152742 Feb 16 18:27:59.705544 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-6520f2c3-45ad-4b67-ac01-61e076742469 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd730bd-dcfb-4229-829f-7f99ec690a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823843 Feb 16 18:27:59.798862 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-37ca1a13-6e38-4e26-9aa0-ec1fe710dc5a req-8c6a05b3-2b86-4d5b-8767-0eb0eaa0c687 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd730bd-dcfb-4229-829f-7f99ec690a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845144 Feb 16 18:27:59.916818 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db0419-8d5a-40ad-be48-aec41fbae9d8 req-e48d42c9-dccc-48c5-8f8e-c1922f4297af tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:27:59.918383 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-05db0419-8d5a-40ad-be48-aec41fbae9d8 req-e48d42c9-dccc-48c5-8f8e-c1922f4297af tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 944 time: 0.0538812 Feb 16 18:27:59.965274 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-05db0419-8d5a-40ad-be48-aec41fbae9d8 req-41a8c5e4-c4a3-47f5-9633-deb8eb65ae31 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412815 Feb 16 18:28:01.090419 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567d520-0cfc-4d4b-822e-5067926a14c2 req-fb54c233-1e8e-4a22-8803-6173d0aa9228 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:01.091885 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-8567d520-0cfc-4d4b-822e-5067926a14c2 req-fb54c233-1e8e-4a22-8803-6173d0aa9228 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 944 time: 0.0523558 Feb 16 18:28:01.138307 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-8567d520-0cfc-4d4b-822e-5067926a14c2 req-55e6c305-5c16-4360-9ebe-bd178b146da6 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409093 Feb 16 18:28:02.179471 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-1b42605d-e8e8-4548-8081-510eb41e2b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:02.265483 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57c1db-1242-4066-b132-f12c8aeb1937 req-71c2cd7e-0974-47f2-8770-ba353e7e6165 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:02.266963 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-4d57c1db-1242-4066-b132-f12c8aeb1937 req-71c2cd7e-0974-47f2-8770-ba353e7e6165 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 944 time: 0.0561361 Feb 16 18:28:02.313072 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-4d57c1db-1242-4066-b132-f12c8aeb1937 req-da2d6e70-fdaa-4023-a916-c54dd1b906d0 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398793 Feb 16 18:28:03.438274 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d60778-9872-4701-ab1d-76eeef827041 req-da2c89f7-cadb-4618-94bb-410b9194b0be tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:03.439753 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d0d60778-9872-4701-ab1d-76eeef827041 req-da2c89f7-cadb-4618-94bb-410b9194b0be tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 944 time: 0.0545444 Feb 16 18:28:03.486146 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d0d60778-9872-4701-ab1d-76eeef827041 req-5cf3bf67-a813-412a-a5ea-b75db267af7d tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407152 Feb 16 18:28:03.673032 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 258b739e-3be3-46f3-affb-dcb163160712 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=103277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 18:28:03.898255 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 258b739e-3be3-46f3-affb-dcb163160712, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=258b739e-3be3-46f3-affb-dcb163160712,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:28:03.909369 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Returning: {'device': '258b739e-3be3-46f3-affb-dcb163160712', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'port_id': '258b739e-3be3-46f3-affb-dcb163160712', 'mac_address': 'fa:16:3e:d9:5f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 18:28:03.946371 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 258b739e-3be3-46f3-affb-dcb163160712 is: DOWN; New status is: BUILD {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:28:03.946764 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (258b739e-3be3-46f3-affb-dcb163160712), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:03.959937 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 258b739e-3be3-46f3-affb-dcb163160712 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:28:03.979492 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 258b739e-3be3-46f3-affb-dcb163160712, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=258b739e-3be3-46f3-affb-dcb163160712,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:28:04.058669 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (258b739e-3be3-46f3-affb-dcb163160712), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:04.105469 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=258b739e-3be3-46f3-affb-dcb163160712,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:28:04.368077 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['258b739e-3be3-46f3-affb-dcb163160712'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:28:04.392838 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2d39ca21-77b3-4694-a842-26d19e9e4b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:04.606677 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2963e4c-b9a0-4cf6-bf3a-3e9c054d78de req-17676361-cb0f-4cb8-8c20-17063813e4bb tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:04.608131 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e2963e4c-b9a0-4cf6-bf3a-3e9c054d78de req-17676361-cb0f-4cb8-8c20-17063813e4bb tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 945 time: 0.0517178 Feb 16 18:28:04.655084 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e2963e4c-b9a0-4cf6-bf3a-3e9c054d78de req-b0195720-3278-4ff1-b2c9-8bca667522a8 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408163 Feb 16 18:28:05.589988 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:05.694127 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 258b739e-3be3-46f3-affb-dcb163160712 up at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:28:05.782881 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47c05c-2962-4023-b194-eb472cc189f1 req-6b83681e-8b2e-4022-93f4-20d5c215b481 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:05.784379 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-fd47c05c-2962-4023-b194-eb472cc189f1 req-6b83681e-8b2e-4022-93f4-20d5c215b481 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 945 time: 0.0564961 Feb 16 18:28:05.796053 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning for port 258b739e-3be3-46f3-affb-dcb163160712 completed by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:28:05.800325 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning complete for port 258b739e-3be3-46f3-affb-dcb163160712 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:28:05.804258 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (258b739e-3be3-46f3-affb-dcb163160712), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:05.837113 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-fd47c05c-2962-4023-b194-eb472cc189f1 req-231e3689-f11f-4745-8449-723923ab5e25 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465236 Feb 16 18:28:05.883051 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 258b739e-3be3-46f3-affb-dcb163160712 is: BUILD; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:28:05.883445 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (258b739e-3be3-46f3-affb-dcb163160712), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:05.905207 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e7f645-57e1-41f6-863d-4d1d4ae89b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258b739e-3be3-46f3-affb-dcb163160712'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:28:05.907420 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a132b0a9-9a9b-4be6-a4e3-a0f4570124a2" -d '{"events": [{"server_uuid": "c5e7f645-57e1-41f6-863d-4d1d4ae89b65", "name": "network-vif-plugged", "status": "completed", "tag": "258b739e-3be3-46f3-affb-dcb163160712"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:28:05.919491 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 258b739e-3be3-46f3-affb-dcb163160712, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=258b739e-3be3-46f3-affb-dcb163160712,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:28:05.944617 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0b84b3-748d-4337-b5e6-4b01e700f0d8 x-openstack-request-id: req-ad0b84b3-748d-4337-b5e6-4b01e700f0d8 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:28:05.944913 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e7f645-57e1-41f6-863d-4d1d4ae89b65", "name": "network-vif-plugged", "status": "completed", "tag": "258b739e-3be3-46f3-affb-dcb163160712", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:28:05.945202 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ad0b84b3-748d-4337-b5e6-4b01e700f0d8 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:28:05.945596 dv-cinder-773985-33-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e7f645-57e1-41f6-863d-4d1d4ae89b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258b739e-3be3-46f3-affb-dcb163160712', 'code': 200} Feb 16 18:28:05.979387 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (258b739e-3be3-46f3-affb-dcb163160712), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:06.030253 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=258b739e-3be3-46f3-affb-dcb163160712,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:28:06.237878 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed8a0f-48ad-4404-88e4-9eba56cc964a req-e2279f1a-b680-4851-9692-ec68cdbce526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:06.240093 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f6ed8a0f-48ad-4404-88e4-9eba56cc964a req-e2279f1a-b680-4851-9692-ec68cdbce526 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 1130 time: 0.0486448 Feb 16 18:28:06.288826 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f6ed8a0f-48ad-4404-88e4-9eba56cc964a req-42890edb-92c7-45fc-a9a8-8051c02ff79e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366712 Feb 16 18:28:06.967968 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534796f-6372-4000-aef7-44745596a88f req-41f8ea61-1d10-44d9-b7d1-2090f0c4ee2f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:06.969357 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-6534796f-6372-4000-aef7-44745596a88f req-41f8ea61-1d10-44d9-b7d1-2090f0c4ee2f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0537429 Feb 16 18:28:07.022273 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-6534796f-6372-4000-aef7-44745596a88f req-41e314f5-48a6-4984-ae62-f041c6056e06 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448117 Feb 16 18:28:07.048217 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:08.149821 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391a96b-db5c-4340-b03e-5bfb51d547bc req-06b74973-5631-4fde-bb40-ffaa1a8c76aa tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:08.151295 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1391a96b-db5c-4340-b03e-5bfb51d547bc req-06b74973-5631-4fde-bb40-ffaa1a8c76aa tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0531645 Feb 16 18:28:08.199238 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1391a96b-db5c-4340-b03e-5bfb51d547bc req-977573dc-67b1-410e-90b7-445fd00f39da tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421760 Feb 16 18:28:08.317922 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d77031-d979-47a3-8a60-523f50b401e4 req-acc7bcb1-0bda-4618-bf44-1a5eedcee786 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:08.319481 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-91d77031-d979-47a3-8a60-523f50b401e4 req-acc7bcb1-0bda-4618-bf44-1a5eedcee786 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0533545 Feb 16 18:28:08.327929 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 33724) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:28:08.332752 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-49fc8cfe-ef7f-4078-9c86-91a7d3a154e9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Request body: {'floatingip': {'port_id': '258b739e-3be3-46f3-affb-dcb163160712'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:28:08.370994 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-49fc8cfe-ef7f-4078-9c86-91a7d3a154e9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for floatingip (1e03e502-144b-4876-9e81-17c9fe901f88), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:08.487171 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:08.794890 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-49fc8cfe-ef7f-4078-9c86-91a7d3a154e9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:08.853185 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-49fc8cfe-ef7f-4078-9c86-91a7d3a154e9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459730'] for floatingip (1e03e502-144b-4876-9e81-17c9fe901f88), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:09.169404 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.db.l3_db [None req-49fc8cfe-ef7f-4078-9c86-91a7d3a154e9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Floating IP 1e03e502-144b-4876-9e81-17c9fe901f88 associated. External IP: 172.27.3.240, port: 258b739e-3be3-46f3-affb-dcb163160712. Feb 16 18:28:09.381374 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49fc8cfe-ef7f-4078-9c86-91a7d3a154e9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Router 53fca622-53a6-453c-993b-e554e846db49 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:28:09.494963 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fc8cfe-ef7f-4078-9c86-91a7d3a154e9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:28:09.499731 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-49fc8cfe-ef7f-4078-9c86-91a7d3a154e9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for floatingip (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:09.510748 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862a14cb-1462-424e-b870-fd0b3900265b None None] Sync routers for ids ['53fca622-53a6-453c-993b-e554e846db49'] in dv-cinder-773985-33-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:28:09.520437 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862a14cb-1462-424e-b870-fd0b3900265b None None] Routers {'53fca622-53a6-453c-993b-e554e846db49'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:28:09.521447 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-862a14cb-1462-424e-b870-fd0b3900265b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:28:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['53fca622-53a6-453c-993b-e554e846db49'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:28:09.531995 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-49fc8cfe-ef7f-4078-9c86-91a7d3a154e9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "PUT /v2.0/floatingips/1e03e502-144b-4876-9e81-17c9fe901f88 HTTP/1.1" status: 200 len: 992 time: 1.2003961 Feb 16 18:28:09.531995 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e7f645-57e1-41f6-863d-4d1d4ae89b65', 'tag': '258b739e-3be3-46f3-affb-dcb163160712'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:28:09.532297 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2697ac5bc137568c11401d7db31323aaf7e0b920c8580a1634e3728116959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0f2ee9-94c5-4d04-8db0-6a80373fcb74" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e7f645-57e1-41f6-863d-4d1d4ae89b65", "tag": "258b739e-3be3-46f3-affb-dcb163160712"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:28:09.571027 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e09e91-f06c-4f56-8892-9b677c0ad618 x-openstack-request-id: req-66e09e91-f06c-4f56-8892-9b677c0ad618 {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:28:09.571325 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e7f645-57e1-41f6-863d-4d1d4ae89b65", "tag": "258b739e-3be3-46f3-affb-dcb163160712", "status": "completed", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:28:09.571580 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-66e09e91-f06c-4f56-8892-9b677c0ad618 {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:28:09.572603 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e7f645-57e1-41f6-863d-4d1d4ae89b65', 'tag': '258b739e-3be3-46f3-affb-dcb163160712', 'status': 'completed', 'code': 200} Feb 16 18:28:09.648369 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-862a14cb-1462-424e-b870-fd0b3900265b None None] Set router 53fca622-53a6-453c-993b-e554e846db49 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:28:09.657861 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f2ee9-94c5-4d04-8db0-6a80373fcb74 req-4bb19b0f-49dd-4d77-913b-3ce524e9ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:09.661020 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ec0f2ee9-94c5-4d04-8db0-6a80373fcb74 req-4bb19b0f-49dd-4d77-913b-3ce524e9ac49 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f578810a0a59485687a431fe9130087f&device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 1130 time: 0.0523074 Feb 16 18:28:09.774675 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f2ee9-94c5-4d04-8db0-6a80373fcb74 req-daa52bbe-82e1-4f6a-81a9-6b5ef60ac630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:09.776149 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ec0f2ee9-94c5-4d04-8db0-6a80373fcb74 req-daa52bbe-82e1-4f6a-81a9-6b5ef60ac630 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bd730bd-dcfb-4229-829f-7f99ec690a12 HTTP/1.1" status: 200 len: 917 time: 0.1055770 Feb 16 18:28:09.846729 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ec0f2ee9-94c5-4d04-8db0-6a80373fcb74 req-768ada68-ce6c-4ea6-9780-275dd4487b5a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=258b739e-3be3-46f3-affb-dcb163160712 HTTP/1.1" status: 200 len: 1000 time: 0.0619435 Feb 16 18:28:09.887741 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-862a14cb-1462-424e-b870-fd0b3900265b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fca622-53a6-453c-993b-e554e846db49', 'name': 'tempest-AttachVolumeShelveTestJSON-957068951-router', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:24:41Z', 'updated_at': '2022-02-16T18:24:44Z', 'revision_number': 4, 'project_id': 'f578810a0a59485687a431fe9130087f', 'gw_port': {'id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:42Z', 'updated_at': '2022-02-16T18:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': '1e03e502-144b-4876-9e81-17c9fe901f88', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': '53fca622-53a6-453c-993b-e554e846db49', 'port_id': '258b739e-3be3-46f3-affb-dcb163160712', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'mac_address': 'fa:16:3e:d9:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e7f645-57e1-41f6-863d-4d1d4ae89b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:27:53Z', 'updated_at': '2022-02-16T18:28:08Z', 'revision_number': 1, 'project_id': 'f578810a0a59485687a431fe9130087f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627f9427-0c17-4a69-ae7c-e38c29c51b09', 'name': '', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'mac_address': 'fa:16:3e:08:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:44Z', 'updated_at': '2022-02-16T18:24:48Z', 'revision_number': 5, 'project_id': 'f578810a0a59485687a431fe9130087f', 'subnets': [{'id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:28:09.901325 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f2ee9-94c5-4d04-8db0-6a80373fcb74 req-6c77983c-ca7e-464f-9537-daab0a945aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:09.902785 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ec0f2ee9-94c5-4d04-8db0-6a80373fcb74 req-6c77983c-ca7e-464f-9537-daab0a945aac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bedee63e-09ba-4347-9c07-16dc3ce2fd69 HTTP/1.1" status: 200 len: 855 time: 0.0500541 Feb 16 18:28:09.914006 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862a14cb-1462-424e-b870-fd0b3900265b None None] Checking router: 53fca622-53a6-453c-993b-e554e846db49 for host: dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:28:09.922336 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862a14cb-1462-424e-b870-fd0b3900265b None None] Routers {'53fca622-53a6-453c-993b-e554e846db49'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:28:09.924986 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-862a14cb-1462-424e-b870-fd0b3900265b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:28:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['53fca622-53a6-453c-993b-e554e846db49'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:28:09.961381 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f2ee9-94c5-4d04-8db0-6a80373fcb74 req-fcab3c3d-3c24-4f69-aaca-6387cf1ba953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:09.962907 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ec0f2ee9-94c5-4d04-8db0-6a80373fcb74 req-fcab3c3d-3c24-4f69-aaca-6387cf1ba953 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd730bd-dcfb-4229-829f-7f99ec690a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480955 Feb 16 18:28:10.033215 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-862a14cb-1462-424e-b870-fd0b3900265b None None] Set router 53fca622-53a6-453c-993b-e554e846db49 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:28:10.064184 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ec0f2ee9-94c5-4d04-8db0-6a80373fcb74 req-8fd43125-8567-4efe-b193-e5f76ba22382 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd730bd-dcfb-4229-829f-7f99ec690a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913272 Feb 16 18:28:10.163395 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ec0f2ee9-94c5-4d04-8db0-6a80373fcb74 req-22970c8a-6e56-40ee-9132-4ec7b85925bc service neutron] 10.222.0.45 "GET /v2.0/networks/5bd730bd-dcfb-4229-829f-7f99ec690a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892394 Feb 16 18:28:10.283392 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-862a14cb-1462-424e-b870-fd0b3900265b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fca622-53a6-453c-993b-e554e846db49', 'name': 'tempest-AttachVolumeShelveTestJSON-957068951-router', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:24:41Z', 'updated_at': '2022-02-16T18:24:44Z', 'revision_number': 4, 'project_id': 'f578810a0a59485687a431fe9130087f', 'gw_port': {'id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:42Z', 'updated_at': '2022-02-16T18:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': '1e03e502-144b-4876-9e81-17c9fe901f88', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': '53fca622-53a6-453c-993b-e554e846db49', 'port_id': '258b739e-3be3-46f3-affb-dcb163160712', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'mac_address': 'fa:16:3e:d9:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e7f645-57e1-41f6-863d-4d1d4ae89b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:27:53Z', 'updated_at': '2022-02-16T18:28:08Z', 'revision_number': 1, 'project_id': 'f578810a0a59485687a431fe9130087f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627f9427-0c17-4a69-ae7c-e38c29c51b09', 'name': '', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'mac_address': 'fa:16:3e:08:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:44Z', 'updated_at': '2022-02-16T18:24:48Z', 'revision_number': 5, 'project_id': 'f578810a0a59485687a431fe9130087f', 'subnets': [{'id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:28:10.312744 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862a14cb-1462-424e-b870-fd0b3900265b None None] The sync data for ids ['53fca622-53a6-453c-993b-e554e846db49'] in dv-cinder-773985-33-iscsi is: [{'id': '53fca622-53a6-453c-993b-e554e846db49', 'name': 'tempest-AttachVolumeShelveTestJSON-957068951-router', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:24:41Z', 'updated_at': '2022-02-16T18:24:44Z', 'revision_number': 4, 'project_id': 'f578810a0a59485687a431fe9130087f', 'gw_port': {'id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:42Z', 'updated_at': '2022-02-16T18:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': '1e03e502-144b-4876-9e81-17c9fe901f88', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': '53fca622-53a6-453c-993b-e554e846db49', 'port_id': '258b739e-3be3-46f3-affb-dcb163160712', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'mac_address': 'fa:16:3e:d9:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e7f645-57e1-41f6-863d-4d1d4ae89b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:27:53Z', 'updated_at': '2022-02-16T18:28:08Z', 'revision_number': 1, 'project_id': 'f578810a0a59485687a431fe9130087f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627f9427-0c17-4a69-ae7c-e38c29c51b09', 'name': '', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'mac_address': 'fa:16:3e:08:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:44Z', 'updated_at': '2022-02-16T18:24:48Z', 'revision_number': 5, 'project_id': 'f578810a0a59485687a431fe9130087f', 'subnets': [{'id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:28:10.506270 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0f300d-d608-41bd-8489-019dadc60efb None None] New status for floating IP 1e03e502-144b-4876-9e81-17c9fe901f88: ACTIVE {{(pid=103277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 18:28:11.172320 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde574e-df9a-4022-81c6-ce15d88a945f req-f0fed059-f2e4-4447-9ecf-4b2df6e55d9c tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:11.173880 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0cde574e-df9a-4022-81c6-ce15d88a945f req-f0fed059-f2e4-4447-9ecf-4b2df6e55d9c tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=dfdf1324-da16-4983-a1db-22000395fa84 HTTP/1.1" status: 200 len: 945 time: 0.0531285 Feb 16 18:28:11.226048 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0cde574e-df9a-4022-81c6-ce15d88a945f req-d4f8e795-97dd-4ea9-9df7-db949b98726d tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454936 Feb 16 18:28:12.348766 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b1f75-f30b-4269-9ae4-88da342305c9 req-10cf6d1e-c31e-4ee0-9a83-8715ddf0ea4b tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:12.350284 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e56b1f75-f30b-4269-9ae4-88da342305c9 req-10cf6d1e-c31e-4ee0-9a83-8715ddf0ea4b tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=dfdf1324-da16-4983-a1db-22000395fa84 HTTP/1.1" status: 200 len: 945 time: 0.0543978 Feb 16 18:28:12.398451 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-e56b1f75-f30b-4269-9ae4-88da342305c9 req-17037783-0c7b-4b84-b33a-7dd54216d164 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426335 Feb 16 18:28:12.642384 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:12.930593 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0a20c-8787-4648-962a-cd4bcd136d86 req-0b0f6275-32e2-4200-85d5-f2c1161939c8 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:12.932038 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-13c0a20c-8787-4648-962a-cd4bcd136d86 req-0b0f6275-32e2-4200-85d5-f2c1161939c8 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfdf1324-da16-4983-a1db-22000395fa84 HTTP/1.1" status: 200 len: 945 time: 0.0516977 Feb 16 18:28:13.028003 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-13c0a20c-8787-4648-962a-cd4bcd136d86 req-c53c05e6-aad4-4225-8e14-0344d055651c tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Deleting port c6777554-3e89-4923-a227-016ae51ca196 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:28:13.028432 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-13c0a20c-8787-4648-962a-cd4bcd136d86 req-c53c05e6-aad4-4225-8e14-0344d055651c tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (c6777554-3e89-4923-a227-016ae51ca196), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:13.119151 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-13c0a20c-8787-4648-962a-cd4bcd136d86 req-c53c05e6-aad4-4225-8e14-0344d055651c tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] For port c6777554-3e89-4923-a227-016ae51ca196, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c6777554-3e89-4923-a227-016ae51ca196,segment=NetworkSegment(d694bd6e-2933-4972-85bb-c2130a8ce19e),segment_id=d694bd6e-2933-4972-85bb-c2130a8ce19e)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:28:13.119515 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-13c0a20c-8787-4648-962a-cd4bcd136d86 req-c53c05e6-aad4-4225-8e14-0344d055651c tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (c6777554-3e89-4923-a227-016ae51ca196), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:13.131935 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-13c0a20c-8787-4648-962a-cd4bcd136d86 req-c53c05e6-aad4-4225-8e14-0344d055651c tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Calling delete_port for c6777554-3e89-4923-a227-016ae51ca196 owned by compute:nova {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:28:13.333683 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-13c0a20c-8787-4648-962a-cd4bcd136d86 req-c53c05e6-aad4-4225-8e14-0344d055651c tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (c6777554-3e89-4923-a227-016ae51ca196), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:13.345464 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['ac974cb7-8c4a-4230-99de-9f488a17a8d4', '9e4f46db-98f8-4fd3-98a4-d48f222f82b6', '53f4bc7a-1488-4b80-a294-712684eac630', 'c6777554-3e89-4923-a227-016ae51ca196'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:28:13.361370 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c05e6-aad4-4225-8e14-0344d055651c tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Pushing event deleted for resources: {'Port': ['ID=c6777554-3e89-4923-a227-016ae51ca196,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:28:13.409581 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c0a20c-8787-4648-962a-cd4bcd136d86 req-c53c05e6-aad4-4225-8e14-0344d055651c tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] No DVR routers for this DVR port c6777554-3e89-4923-a227-016ae51ca196 on host hv-cinder-77398 {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:28:13.412749 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-13c0a20c-8787-4648-962a-cd4bcd136d86 req-c53c05e6-aad4-4225-8e14-0344d055651c tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:13.417055 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-13c0a20c-8787-4648-962a-cd4bcd136d86 req-c53c05e6-aad4-4225-8e14-0344d055651c tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.45 "DELETE /v2.0/ports/c6777554-3e89-4923-a227-016ae51ca196 HTTP/1.1" status: 204 len: 173 time: 0.4789872 Feb 16 18:28:13.417636 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdf1324-da16-4983-a1db-22000395fa84', 'name': 'network-vif-deleted', 'tag': 'c6777554-3e89-4923-a227-016ae51ca196'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:28:13.420165 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84347ee-f782-4db6-8f1a-1d16278f3c6a" -d '{"events": [{"server_uuid": "dfdf1324-da16-4983-a1db-22000395fa84", "name": "network-vif-deleted", "tag": "c6777554-3e89-4923-a227-016ae51ca196"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:28:13.476321 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be0abfa-b72a-4064-b567-a239ee5c8572 x-openstack-request-id: req-0be0abfa-b72a-4064-b567-a239ee5c8572 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:28:13.476618 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfdf1324-da16-4983-a1db-22000395fa84", "name": "network-vif-deleted", "tag": "c6777554-3e89-4923-a227-016ae51ca196", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:28:13.476878 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0be0abfa-b72a-4064-b567-a239ee5c8572 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:28:13.477473 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfdf1324-da16-4983-a1db-22000395fa84', 'name': 'network-vif-deleted', 'tag': 'c6777554-3e89-4923-a227-016ae51ca196', 'status': 'completed', 'code': 200} Feb 16 18:28:13.523371 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1de2aa09-7d5d-4bb0-a174-ff3c797c4535 req-b82534a8-ed58-4382-b039-93070c266e66 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=dfdf1324-da16-4983-a1db-22000395fa84 HTTP/1.1" status: 200 len: 210 time: 0.0381360 Feb 16 18:28:16.324640 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8c71d-bfba-4906-a83c-b84debb3d583 req-a4c20222-f6b1-4200-9922-89dc3ce2c454 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:16.326151 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-2db8c71d-bfba-4906-a83c-b84debb3d583 req-a4c20222-f6b1-4200-9922-89dc3ce2c454 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a770178-d737-4e60-9c9e-ab37cc553a59 HTTP/1.1" status: 200 len: 945 time: 0.0512989 Feb 16 18:28:16.377913 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-2db8c71d-bfba-4906-a83c-b84debb3d583 req-591bb194-81b9-4370-8553-6915125ca495 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457046 Feb 16 18:28:17.502372 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1aa4c-38fa-41f5-864b-58b76c9eceb8 req-8cf03fa2-18fc-4b36-bcd5-81eae85f1707 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:17.503783 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-88b1aa4c-38fa-41f5-864b-58b76c9eceb8 req-8cf03fa2-18fc-4b36-bcd5-81eae85f1707 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a770178-d737-4e60-9c9e-ab37cc553a59 HTTP/1.1" status: 200 len: 945 time: 0.0569625 Feb 16 18:28:17.549774 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-88b1aa4c-38fa-41f5-864b-58b76c9eceb8 req-bc9a70dd-3347-450a-b0f7-27b1e513c54f tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401111 Feb 16 18:28:17.728302 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device c6777554-3e89-4923-a227-016ae51ca196 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:28:17.748739 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] No Port match for: c6777554-3e89-4923-a227-016ae51ca196 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:28:17.749542 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device c6777554-3e89-4923-a227-016ae51ca196 not bound to the agent host hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:28:18.031228 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:28:18.079569 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b35ed-2071-4503-9bd5-222211e7826c req-11184223-1a9d-4631-be39-8bbbd934ce9c tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:18.081372 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2a9b35ed-2071-4503-9bd5-222211e7826c req-11184223-1a9d-4631-be39-8bbbd934ce9c tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a770178-d737-4e60-9c9e-ab37cc553a59 HTTP/1.1" status: 200 len: 945 time: 0.0515459 Feb 16 18:28:18.170856 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-2a9b35ed-2071-4503-9bd5-222211e7826c req-785f6111-2f40-4c7c-924f-3bf4db50f0e5 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Deleting port 53f4bc7a-1488-4b80-a294-712684eac630 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:28:18.171194 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-2a9b35ed-2071-4503-9bd5-222211e7826c req-785f6111-2f40-4c7c-924f-3bf4db50f0e5 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (53f4bc7a-1488-4b80-a294-712684eac630), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:18.260368 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-2a9b35ed-2071-4503-9bd5-222211e7826c req-785f6111-2f40-4c7c-924f-3bf4db50f0e5 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] For port 53f4bc7a-1488-4b80-a294-712684eac630, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=53f4bc7a-1488-4b80-a294-712684eac630,segment=NetworkSegment(d694bd6e-2933-4972-85bb-c2130a8ce19e),segment_id=d694bd6e-2933-4972-85bb-c2130a8ce19e)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:28:18.260716 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-2a9b35ed-2071-4503-9bd5-222211e7826c req-785f6111-2f40-4c7c-924f-3bf4db50f0e5 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (53f4bc7a-1488-4b80-a294-712684eac630), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:18.273414 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-2a9b35ed-2071-4503-9bd5-222211e7826c req-785f6111-2f40-4c7c-924f-3bf4db50f0e5 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Calling delete_port for 53f4bc7a-1488-4b80-a294-712684eac630 owned by compute:nova {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:28:18.423141 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fed910b8-1ee4-4cff-aa18-cdf672a9a684 req-9cafde51-fa3c-4397-96af-91ea1e1957b1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774217 Feb 16 18:28:18.499346 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-2a9b35ed-2071-4503-9bd5-222211e7826c req-785f6111-2f40-4c7c-924f-3bf4db50f0e5 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (53f4bc7a-1488-4b80-a294-712684eac630), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:18.510662 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['ac974cb7-8c4a-4230-99de-9f488a17a8d4', '9e4f46db-98f8-4fd3-98a4-d48f222f82b6', '53f4bc7a-1488-4b80-a294-712684eac630'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:28:18.538959 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f6111-2f40-4c7c-924f-3bf4db50f0e5 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Pushing event deleted for resources: {'Port': ['ID=53f4bc7a-1488-4b80-a294-712684eac630,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:28:18.570876 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed910b8-1ee4-4cff-aa18-cdf672a9a684 req-b6f0245c-1c53-408b-82a8-61cb57c90ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:18.572392 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fed910b8-1ee4-4cff-aa18-cdf672a9a684 req-b6f0245c-1c53-408b-82a8-61cb57c90ba0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbc85d2f47ed42ae9d13c15932375126&device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 1130 time: 0.1022871 Feb 16 18:28:18.596292 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9b35ed-2071-4503-9bd5-222211e7826c req-785f6111-2f40-4c7c-924f-3bf4db50f0e5 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] No DVR routers for this DVR port 53f4bc7a-1488-4b80-a294-712684eac630 on host hv-cinder-77398 {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:28:18.606420 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-2a9b35ed-2071-4503-9bd5-222211e7826c req-785f6111-2f40-4c7c-924f-3bf4db50f0e5 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:18.609634 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2a9b35ed-2071-4503-9bd5-222211e7826c req-785f6111-2f40-4c7c-924f-3bf4db50f0e5 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.45 "DELETE /v2.0/ports/53f4bc7a-1488-4b80-a294-712684eac630 HTTP/1.1" status: 204 len: 173 time: 0.5230517 Feb 16 18:28:18.610079 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a770178-d737-4e60-9c9e-ab37cc553a59', 'name': 'network-vif-deleted', 'tag': '53f4bc7a-1488-4b80-a294-712684eac630'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:28:18.612445 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197997f1-a4f6-4f6c-9194-4d65e956edae" -d '{"events": [{"server_uuid": "7a770178-d737-4e60-9c9e-ab37cc553a59", "name": "network-vif-deleted", "tag": "53f4bc7a-1488-4b80-a294-712684eac630"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:28:18.682015 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-77406227-b16d-4d09-98aa-de18f4aa6792 req-f357ea5f-141b-41d5-b2bc-c38fb9a9058a tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a770178-d737-4e60-9c9e-ab37cc553a59 HTTP/1.1" status: 200 len: 210 time: 0.0424550 Feb 16 18:28:18.711813 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0748bc5b-67d7-4524-afe1-bf8535aae360 x-openstack-request-id: req-0748bc5b-67d7-4524-afe1-bf8535aae360 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:28:18.711813 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a770178-d737-4e60-9c9e-ab37cc553a59", "name": "network-vif-deleted", "tag": "53f4bc7a-1488-4b80-a294-712684eac630", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:28:18.711813 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0748bc5b-67d7-4524-afe1-bf8535aae360 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:28:18.711813 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a770178-d737-4e60-9c9e-ab37cc553a59', 'name': 'network-vif-deleted', 'tag': '53f4bc7a-1488-4b80-a294-712684eac630', 'status': 'completed', 'code': 200} Feb 16 18:28:18.711813 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed910b8-1ee4-4cff-aa18-cdf672a9a684 req-e1b400af-d498-4681-8e8a-2d7cc788d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:18.711813 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fed910b8-1ee4-4cff-aa18-cdf672a9a684 req-e1b400af-d498-4681-8e8a-2d7cc788d520 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c3b692a3-8e7f-4e30-84f4-e7dc80fed586 HTTP/1.1" status: 200 len: 912 time: 0.1159835 Feb 16 18:28:18.783721 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fed910b8-1ee4-4cff-aa18-cdf672a9a684 req-2dd86a1c-1f42-479e-af02-dd6d1a7f168f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f645f4d-db86-4492-ab2a-c4e89cca4f25 HTTP/1.1" status: 200 len: 1001 time: 0.0665669 Feb 16 18:28:18.842936 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed910b8-1ee4-4cff-aa18-cdf672a9a684 req-10119ca7-4eda-4345-8841-f6850d1bf123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:18.844381 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fed910b8-1ee4-4cff-aa18-cdf672a9a684 req-10119ca7-4eda-4345-8841-f6850d1bf123 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1c21080-f6c4-4a5f-9337-f015cc2f7375 HTTP/1.1" status: 200 len: 850 time: 0.0456409 Feb 16 18:28:18.897837 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed910b8-1ee4-4cff-aa18-cdf672a9a684 req-1c828814-955c-4f9a-a750-5a6d26e74250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:18.899352 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fed910b8-1ee4-4cff-aa18-cdf672a9a684 req-1c828814-955c-4f9a-a750-5a6d26e74250 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c3b692a3-8e7f-4e30-84f4-e7dc80fed586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0488672 Feb 16 18:28:18.991449 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fed910b8-1ee4-4cff-aa18-cdf672a9a684 req-638ae901-d651-4509-8b65-e38478f024ef service neutron] 10.222.0.45 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835643 Feb 16 18:28:19.091583 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fed910b8-1ee4-4cff-aa18-cdf672a9a684 req-93aa568e-4e42-4444-9ac9-1c885dc3c9b0 service neutron] 10.222.0.45 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916791 Feb 16 18:28:20.148896 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433918e5-23cf-474a-9ef9-db4cce0d16c1 req-496bed54-be29-469b-b9e5-90703d316681 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:20.150408 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-433918e5-23cf-474a-9ef9-db4cce0d16c1 req-496bed54-be29-469b-b9e5-90703d316681 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1 HTTP/1.1" status: 200 len: 946 time: 0.0552533 Feb 16 18:28:20.196606 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-433918e5-23cf-474a-9ef9-db4cce0d16c1 req-931cd5fe-43d5-4dc1-809e-a7ec37d4ae1b tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403640 Feb 16 18:28:21.319125 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb497f6-62b2-46da-94bd-00af6ee48d18 req-c86e8bba-9530-4726-9a58-b187575384da tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:21.320626 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-3cb497f6-62b2-46da-94bd-00af6ee48d18 req-c86e8bba-9530-4726-9a58-b187575384da tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1 HTTP/1.1" status: 200 len: 946 time: 0.0532913 Feb 16 18:28:21.366295 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-3cb497f6-62b2-46da-94bd-00af6ee48d18 req-477f3fa4-ae6a-4247-b325-873c68916009 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401011 Feb 16 18:28:21.734607 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 53f4bc7a-1488-4b80-a294-712684eac630 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:28:21.756321 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] No Port match for: 53f4bc7a-1488-4b80-a294-712684eac630 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:28:21.756670 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 53f4bc7a-1488-4b80-a294-712684eac630 not bound to the agent host hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:28:21.760097 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d7cd6-9498-465a-ab4e-b473bbaec5a4 req-2126d135-8427-4f16-b210-f0697893d119 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:21.761646 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0d5d7cd6-9498-465a-ab4e-b473bbaec5a4 req-2126d135-8427-4f16-b210-f0697893d119 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.45 "GET /v2.0/ports?device_id=b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1 HTTP/1.1" status: 200 len: 946 time: 0.0547013 Feb 16 18:28:21.857543 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-0d5d7cd6-9498-465a-ab4e-b473bbaec5a4 req-b228a0bd-ece4-4724-b111-368b35c4f385 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Deleting port 9e4f46db-98f8-4fd3-98a4-d48f222f82b6 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:28:21.857877 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0d5d7cd6-9498-465a-ab4e-b473bbaec5a4 req-b228a0bd-ece4-4724-b111-368b35c4f385 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (9e4f46db-98f8-4fd3-98a4-d48f222f82b6), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:21.944699 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-0d5d7cd6-9498-465a-ab4e-b473bbaec5a4 req-b228a0bd-ece4-4724-b111-368b35c4f385 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] For port 9e4f46db-98f8-4fd3-98a4-d48f222f82b6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9e4f46db-98f8-4fd3-98a4-d48f222f82b6,segment=NetworkSegment(d694bd6e-2933-4972-85bb-c2130a8ce19e),segment_id=d694bd6e-2933-4972-85bb-c2130a8ce19e)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:28:21.945050 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0d5d7cd6-9498-465a-ab4e-b473bbaec5a4 req-b228a0bd-ece4-4724-b111-368b35c4f385 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (9e4f46db-98f8-4fd3-98a4-d48f222f82b6), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:21.961101 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-0d5d7cd6-9498-465a-ab4e-b473bbaec5a4 req-b228a0bd-ece4-4724-b111-368b35c4f385 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Calling delete_port for 9e4f46db-98f8-4fd3-98a4-d48f222f82b6 owned by compute:nova {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:28:22.122133 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0d5d7cd6-9498-465a-ab4e-b473bbaec5a4 req-b228a0bd-ece4-4724-b111-368b35c4f385 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (9e4f46db-98f8-4fd3-98a4-d48f222f82b6), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:22.134232 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['ac974cb7-8c4a-4230-99de-9f488a17a8d4', '9e4f46db-98f8-4fd3-98a4-d48f222f82b6'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:28:22.152246 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228a0bd-ece4-4724-b111-368b35c4f385 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Pushing event deleted for resources: {'Port': ['ID=9e4f46db-98f8-4fd3-98a4-d48f222f82b6,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:28:22.200540 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5d7cd6-9498-465a-ab4e-b473bbaec5a4 req-b228a0bd-ece4-4724-b111-368b35c4f385 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] No DVR routers for this DVR port 9e4f46db-98f8-4fd3-98a4-d48f222f82b6 on host hv-cinder-77398 {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:28:22.203156 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0d5d7cd6-9498-465a-ab4e-b473bbaec5a4 req-b228a0bd-ece4-4724-b111-368b35c4f385 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:22.206777 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0d5d7cd6-9498-465a-ab4e-b473bbaec5a4 req-b228a0bd-ece4-4724-b111-368b35c4f385 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.45 "DELETE /v2.0/ports/9e4f46db-98f8-4fd3-98a4-d48f222f82b6 HTTP/1.1" status: 204 len: 173 time: 0.4394209 Feb 16 18:28:22.207925 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1', 'name': 'network-vif-deleted', 'tag': '9e4f46db-98f8-4fd3-98a4-d48f222f82b6'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:28:22.210416 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d88c49-edb9-4906-b932-c7c37a28c16f" -d '{"events": [{"server_uuid": "b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1", "name": "network-vif-deleted", "tag": "9e4f46db-98f8-4fd3-98a4-d48f222f82b6"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:28:22.250196 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d11fd7-c318-4d8d-9eb2-585f8cbeaf16 x-openstack-request-id: req-31d11fd7-c318-4d8d-9eb2-585f8cbeaf16 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:28:22.250196 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1", "name": "network-vif-deleted", "tag": "9e4f46db-98f8-4fd3-98a4-d48f222f82b6", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:28:22.250196 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-31d11fd7-c318-4d8d-9eb2-585f8cbeaf16 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:28:22.250196 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1', 'name': 'network-vif-deleted', 'tag': '9e4f46db-98f8-4fd3-98a4-d48f222f82b6', 'status': 'completed', 'code': 200} Feb 16 18:28:22.471769 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-edfb7da0-3cd4-4be0-aab1-e3cfa76c8ca1 req-cd0db0f5-5b8b-46b4-a278-36a32c4293ee tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b96c49ab-5aa5-4f8e-ae42-fadcbf0f83d1 HTTP/1.1" status: 200 len: 210 time: 0.0267990 Feb 16 18:28:25.207557 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585bd46-2171-4555-9a83-0386ef811d97 req-f5163ea9-67e2-4bdd-8907-8ed49e8f4b24 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:25.209970 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-3585bd46-2171-4555-9a83-0386ef811d97 req-f5163ea9-67e2-4bdd-8907-8ed49e8f4b24 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b HTTP/1.1" status: 200 len: 945 time: 0.0545936 Feb 16 18:28:25.256342 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-3585bd46-2171-4555-9a83-0386ef811d97 req-aef53f42-454d-4d20-ab3d-21a03d2617ac tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409679 Feb 16 18:28:25.762691 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 9e4f46db-98f8-4fd3-98a4-d48f222f82b6 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:28:25.782634 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] No Port match for: 9e4f46db-98f8-4fd3-98a4-d48f222f82b6 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:28:25.782981 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 9e4f46db-98f8-4fd3-98a4-d48f222f82b6 not bound to the agent host hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:28:26.381958 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4600320-fcf2-4107-8863-950593e941e7 req-8cf3c889-00bd-4a7b-abea-09b6a0c7d842 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:26.383474 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d4600320-fcf2-4107-8863-950593e941e7 req-8cf3c889-00bd-4a7b-abea-09b6a0c7d842 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b HTTP/1.1" status: 200 len: 945 time: 0.0580087 Feb 16 18:28:26.431050 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d4600320-fcf2-4107-8863-950593e941e7 req-693b18eb-94ee-46b7-8e7c-2ac911e42193 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5a07a4d-7783-4279-83bd-097ad19382de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419488 Feb 16 18:28:26.827268 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa5a34-9bc8-4764-a9a5-f0378c98b665 req-f2e04b5e-d6d6-492c-8d9d-cb12ed682e15 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:26.828692 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d3fa5a34-9bc8-4764-a9a5-f0378c98b665 req-f2e04b5e-d6d6-492c-8d9d-cb12ed682e15 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b HTTP/1.1" status: 200 len: 945 time: 0.0508673 Feb 16 18:28:26.923772 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-d3fa5a34-9bc8-4764-a9a5-f0378c98b665 req-957f9145-fb8b-48a4-ab55-42fc79a8b10d tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Deleting port ac974cb7-8c4a-4230-99de-9f488a17a8d4 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:28:26.924105 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-d3fa5a34-9bc8-4764-a9a5-f0378c98b665 req-957f9145-fb8b-48a4-ab55-42fc79a8b10d tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (ac974cb7-8c4a-4230-99de-9f488a17a8d4), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:27.009001 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-d3fa5a34-9bc8-4764-a9a5-f0378c98b665 req-957f9145-fb8b-48a4-ab55-42fc79a8b10d tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] For port ac974cb7-8c4a-4230-99de-9f488a17a8d4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ac974cb7-8c4a-4230-99de-9f488a17a8d4,segment=NetworkSegment(d694bd6e-2933-4972-85bb-c2130a8ce19e),segment_id=d694bd6e-2933-4972-85bb-c2130a8ce19e)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:28:27.009386 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-d3fa5a34-9bc8-4764-a9a5-f0378c98b665 req-957f9145-fb8b-48a4-ab55-42fc79a8b10d tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (ac974cb7-8c4a-4230-99de-9f488a17a8d4), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:27.025533 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-d3fa5a34-9bc8-4764-a9a5-f0378c98b665 req-957f9145-fb8b-48a4-ab55-42fc79a8b10d tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Calling delete_port for ac974cb7-8c4a-4230-99de-9f488a17a8d4 owned by compute:nova {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:28:27.219283 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-d3fa5a34-9bc8-4764-a9a5-f0378c98b665 req-957f9145-fb8b-48a4-ab55-42fc79a8b10d tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (ac974cb7-8c4a-4230-99de-9f488a17a8d4), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:27.231510 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['ac974cb7-8c4a-4230-99de-9f488a17a8d4'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:28:27.247834 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f9145-fb8b-48a4-ab55-42fc79a8b10d tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Pushing event deleted for resources: {'Port': ['ID=ac974cb7-8c4a-4230-99de-9f488a17a8d4,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:28:27.297010 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fa5a34-9bc8-4764-a9a5-f0378c98b665 req-957f9145-fb8b-48a4-ab55-42fc79a8b10d tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] No DVR routers for this DVR port ac974cb7-8c4a-4230-99de-9f488a17a8d4 on host hv-cinder-77398 {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:28:27.299529 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-d3fa5a34-9bc8-4764-a9a5-f0378c98b665 req-957f9145-fb8b-48a4-ab55-42fc79a8b10d tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:27.302896 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d3fa5a34-9bc8-4764-a9a5-f0378c98b665 req-957f9145-fb8b-48a4-ab55-42fc79a8b10d tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.45 "DELETE /v2.0/ports/ac974cb7-8c4a-4230-99de-9f488a17a8d4 HTTP/1.1" status: 204 len: 173 time: 0.4683204 Feb 16 18:28:27.304674 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b', 'name': 'network-vif-deleted', 'tag': 'ac974cb7-8c4a-4230-99de-9f488a17a8d4'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:28:27.305739 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958ad906-6542-4667-91fd-62dc2b7eebf8" -d '{"events": [{"server_uuid": "b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b", "name": "network-vif-deleted", "tag": "ac974cb7-8c4a-4230-99de-9f488a17a8d4"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:28:27.341536 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fa92fb-2d03-47de-9d8b-9710560e1783 x-openstack-request-id: req-25fa92fb-2d03-47de-9d8b-9710560e1783 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:28:27.341835 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b", "name": "network-vif-deleted", "tag": "ac974cb7-8c4a-4230-99de-9f488a17a8d4", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:28:27.342099 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-25fa92fb-2d03-47de-9d8b-9710560e1783 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:28:27.342502 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b', 'name': 'network-vif-deleted', 'tag': 'ac974cb7-8c4a-4230-99de-9f488a17a8d4', 'status': 'completed', 'code': 200} Feb 16 18:28:27.525152 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-f469b4f2-b7d2-4f38-a087-e850232deebd req-fcaf1879-2f39-4361-a99e-a071e90d3bb9 tempest-AttachVolumeNegativeTest-1764949217 tempest-AttachVolumeNegativeTest-1764949217-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4e0c52a-8eb3-4c7a-baf9-dcc3f33a995b HTTP/1.1" status: 200 len: 210 time: 0.0278175 Feb 16 18:28:28.579756 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 33820) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:28:28.623614 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae37fc2-8a0d-48fd-8fa7-0647231ef3e1 admin admin] Deleting subnet 5346df5b-aff7-40a7-ae5e-ef286b1928b6 {{(pid=103276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 18:28:28.626633 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bae37fc2-8a0d-48fd-8fa7-0647231ef3e1 admin admin] Publish callbacks [] for subnet (5346df5b-aff7-40a7-ae5e-ef286b1928b6), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:28.664321 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bae37fc2-8a0d-48fd-8fa7-0647231ef3e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8560755'] for subnet (5346df5b-aff7-40a7-ae5e-ef286b1928b6), precommit_delete_associations {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:28.702713 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bae37fc2-8a0d-48fd-8fa7-0647231ef3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584056'] for subnet (5346df5b-aff7-40a7-ae5e-ef286b1928b6), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:28.813843 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bae37fc2-8a0d-48fd-8fa7-0647231ef3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9128137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494469'] for subnet (5346df5b-aff7-40a7-ae5e-ef286b1928b6), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:28.840455 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae37fc2-8a0d-48fd-8fa7-0647231ef3e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5346df5b-aff7-40a7-ae5e-ef286b1928b6,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:28:28.845064 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bae37fc2-8a0d-48fd-8fa7-0647231ef3e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:28.848712 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-bae37fc2-8a0d-48fd-8fa7-0647231ef3e1 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/5346df5b-aff7-40a7-ae5e-ef286b1928b6 HTTP/1.1" status: 204 len: 168 time: 0.2672915 Feb 16 18:28:28.851273 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 33822) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:28:28.853814 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae37fc2-8a0d-48fd-8fa7-0647231ef3e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:28:28.853814 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae37fc2-8a0d-48fd-8fa7-0647231ef3e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:28:28.854296 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae37fc2-8a0d-48fd-8fa7-0647231ef3e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:28:28.854648 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae37fc2-8a0d-48fd-8fa7-0647231ef3e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:28:28.854983 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae37fc2-8a0d-48fd-8fa7-0647231ef3e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:28:28.855318 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae37fc2-8a0d-48fd-8fa7-0647231ef3e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:28:28.855649 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae37fc2-8a0d-48fd-8fa7-0647231ef3e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:28:28.855975 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae37fc2-8a0d-48fd-8fa7-0647231ef3e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:28:28.856304 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae37fc2-8a0d-48fd-8fa7-0647231ef3e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:28:28.856631 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae37fc2-8a0d-48fd-8fa7-0647231ef3e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:28:28.856962 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae37fc2-8a0d-48fd-8fa7-0647231ef3e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:28:28.857315 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae37fc2-8a0d-48fd-8fa7-0647231ef3e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:28:28.857635 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae37fc2-8a0d-48fd-8fa7-0647231ef3e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:28:28.920920 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-356c3a24-2449-42b5-a611-758fc4af13fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558149'] for network (c35fcae6-c2de-43e7-978f-1d61acb1f98c), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:28.999457 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-356c3a24-2449-42b5-a611-758fc4af13fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561157', 'neutron.services.segments.db._delete_segments_for_network-8776562245259'] for network (c35fcae6-c2de-43e7-978f-1d61acb1f98c), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:29.019121 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.services.segments.db [None req-356c3a24-2449-42b5-a611-758fc4af13fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c35fcae6-c2de-43e7-978f-1d61acb1f98c']}} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:28:29.028718 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.services.segments.db [None req-356c3a24-2449-42b5-a611-758fc4af13fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd694bd6e-2933-4972-85bb-c2130a8ce19e') {'for_net_delete': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:28:29.029012 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.services.segments.db [None req-356c3a24-2449-42b5-a611-758fc4af13fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd694bd6e-2933-4972-85bb-c2130a8ce19e') {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:28:29.038152 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-356c3a24-2449-42b5-a611-758fc4af13fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776562247060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8533313'] for segment (d694bd6e-2933-4972-85bb-c2130a8ce19e), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:29.050662 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-356c3a24-2449-42b5-a611-758fc4af13fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (d694bd6e-2933-4972-85bb-c2130a8ce19e), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:29.056790 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-356c3a24-2449-42b5-a611-758fc4af13fa admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 18:28:29.057301 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-356c3a24-2449-42b5-a611-758fc4af13fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8530167'] for segment (d694bd6e-2933-4972-85bb-c2130a8ce19e), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: Traceback (most recent call last): Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: timer() Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: cb(*args, **kw) Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: return func(*args, **kwargs) Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: self._notify() Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: self.callback(batched_events) Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: event.method(event) Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: return f(self, *a, **k) Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: return self._get(url).json() Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: return self.request(url, 'GET', **kwargs) Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:28:29.058842 dv-cinder-773985-33-iscsi neutron-server[103275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:28:29.168009 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-356c3a24-2449-42b5-a611-758fc4af13fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459708'] for network (c35fcae6-c2de-43e7-978f-1d61acb1f98c), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:29.173523 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-356c3a24-2449-42b5-a611-758fc4af13fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:29.178370 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-356c3a24-2449-42b5-a611-758fc4af13fa admin admin] 10.222.0.87 "DELETE /v2.0/networks/c35fcae6-c2de-43e7-978f-1d61acb1f98c HTTP/1.1" status: 204 len: 168 time: 0.3243346 Feb 16 18:28:29.187818 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c3a24-2449-42b5-a611-758fc4af13fa admin admin] Pushing event deleted for resources: {'Network': ['ID=c35fcae6-c2de-43e7-978f-1d61acb1f98c,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:28:29.565320 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 33826) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:28:29.604327 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-8c2b650d-fe23-4f82-a0a2-9246ae6e4f46 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=76fd6f5de3984dad993f96e2d36ca878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378575 Feb 16 18:28:29.606712 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 33828) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:28:29.651870 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-95e8a1db-0160-4ee4-a0d9-3b19e68a730a admin admin] Publish callbacks [] for security_group (e5a07a4d-7783-4279-83bd-097ad19382de), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:29.672225 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-95e8a1db-0160-4ee4-a0d9-3b19e68a730a admin admin] Publish callbacks [] for security_group (e5a07a4d-7783-4279-83bd-097ad19382de), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:29.775369 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device ac974cb7-8c4a-4230-99de-9f488a17a8d4 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:28:29.795671 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] No Port match for: ac974cb7-8c4a-4230-99de-9f488a17a8d4 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:28:29.796013 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device ac974cb7-8c4a-4230-99de-9f488a17a8d4 not bound to the agent host hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:28:29.807437 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-95e8a1db-0160-4ee4-a0d9-3b19e68a730a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (e5a07a4d-7783-4279-83bd-097ad19382de), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:29.810173 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-95e8a1db-0160-4ee4-a0d9-3b19e68a730a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:29.811346 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-95e8a1db-0160-4ee4-a0d9-3b19e68a730a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e5a07a4d-7783-4279-83bd-097ad19382de HTTP/1.1" status: 204 len: 168 time: 0.2037504 Feb 16 18:28:29.819501 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8a1db-0160-4ee4-a0d9-3b19e68a730a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a07a4d-7783-4279-83bd-097ad19382de,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:28:32.138886 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-c33de150-72bb-4180-a510-ed6fb8603bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:34.390602 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-fc2aa492-f87a-4f72-b4d5-29bc2ea4d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:35.590483 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:37.047084 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:38.504647 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:42.647201 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:44.406035 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 33996) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:28:44.511866 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1a50f2a1-445f-4d57-bdef-9ecf7c0e0f5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:44.582083 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1a50f2a1-445f-4d57-bdef-9ecf7c0e0f5e admin admin] Publish callbacks [] for security_group (18d68928-ef6e-4aa1-9663-fbdcd8bd2db4), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:44.635602 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-1a50f2a1-445f-4d57-bdef-9ecf7c0e0f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (18d68928-ef6e-4aa1-9663-fbdcd8bd2db4), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:44.673390 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-1a50f2a1-445f-4d57-bdef-9ecf7c0e0f5e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f1194f0102d24a2085f776133058e992&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662559 Feb 16 18:28:44.674242 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50f2a1-445f-4d57-bdef-9ecf7c0e0f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d68928-ef6e-4aa1-9663-fbdcd8bd2db4,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:28:44.676691 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 34000) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:28:44.725732 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dc0476d3-34bb-4c1e-b40f-65fa28286198 admin admin] Publish callbacks [] for security_group (18d68928-ef6e-4aa1-9663-fbdcd8bd2db4), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:44.747444 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dc0476d3-34bb-4c1e-b40f-65fa28286198 admin admin] Publish callbacks [] for security_group (18d68928-ef6e-4aa1-9663-fbdcd8bd2db4), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:44.847376 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dc0476d3-34bb-4c1e-b40f-65fa28286198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (18d68928-ef6e-4aa1-9663-fbdcd8bd2db4), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:44.850007 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-dc0476d3-34bb-4c1e-b40f-65fa28286198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:44.851182 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-dc0476d3-34bb-4c1e-b40f-65fa28286198 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/18d68928-ef6e-4aa1-9663-fbdcd8bd2db4 HTTP/1.1" status: 204 len: 168 time: 0.1733234 Feb 16 18:28:44.859719 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0476d3-34bb-4c1e-b40f-65fa28286198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d68928-ef6e-4aa1-9663-fbdcd8bd2db4,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:28:45.370753 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 34008) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:28:45.384967 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-146b46ab-42c9-45d8-968d-9197623f0e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:45.459492 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-146b46ab-42c9-45d8-968d-9197623f0e11 admin admin] Publish callbacks [] for security_group (8abd3973-0102-4af6-9dce-c81382ec62f3), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:45.521711 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-146b46ab-42c9-45d8-968d-9197623f0e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (8abd3973-0102-4af6-9dce-c81382ec62f3), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:45.560614 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-146b46ab-42c9-45d8-968d-9197623f0e11 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=df5c7ebbaf0441a7a6201f9eb56b795f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1887190 Feb 16 18:28:45.561732 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b46ab-42c9-45d8-968d-9197623f0e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abd3973-0102-4af6-9dce-c81382ec62f3,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:28:45.563303 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 34010) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:28:45.612018 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f2c1f62b-8633-408c-b3e7-67597978b4f2 admin admin] Publish callbacks [] for security_group (8abd3973-0102-4af6-9dce-c81382ec62f3), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:45.632659 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f2c1f62b-8633-408c-b3e7-67597978b4f2 admin admin] Publish callbacks [] for security_group (8abd3973-0102-4af6-9dce-c81382ec62f3), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:45.721785 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f2c1f62b-8633-408c-b3e7-67597978b4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (8abd3973-0102-4af6-9dce-c81382ec62f3), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:45.724369 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f2c1f62b-8633-408c-b3e7-67597978b4f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:45.725519 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-f2c1f62b-8633-408c-b3e7-67597978b4f2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8abd3973-0102-4af6-9dce-c81382ec62f3 HTTP/1.1" status: 204 len: 168 time: 0.1611736 Feb 16 18:28:45.733449 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1f62b-8633-408c-b3e7-67597978b4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abd3973-0102-4af6-9dce-c81382ec62f3,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:28:47.529594 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-51dab8a5-fd60-4795-af37-c13a351d411e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-985394310&fields=id&tenant_id=bbc85d2f47ed42ae9d13c15932375126 HTTP/1.1" status: 200 len: 267 time: 0.0453141 Feb 16 18:28:47.640128 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-672f7788-2318-4061-abb8-16bffdccfd4d tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:47.641631 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-672f7788-2318-4061-abb8-16bffdccfd4d tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/networks?id=c3b692a3-8e7f-4e30-84f4-e7dc80fed586 HTTP/1.1" status: 200 len: 811 time: 0.1053920 Feb 16 18:28:47.656934 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-8217faf7-8258-4a8d-b85a-b412bb16c7ca tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/quotas/bbc85d2f47ed42ae9d13c15932375126 HTTP/1.1" status: 200 len: 375 time: 0.0098939 Feb 16 18:28:47.719088 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-5c978252-71ef-4d98-864b-9a642977f669 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=bbc85d2f47ed42ae9d13c15932375126&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0567691 Feb 16 18:28:47.817860 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-b716583f-d7e2-4e16-8012-659a0f8ed999 service neutron] 10.222.0.87 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855360 Feb 16 18:28:47.912758 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-a41abc61-4f46-4e7a-9968-77bc71e04516 service neutron] 10.222.0.87 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883293 Feb 16 18:28:48.017433 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 34074) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:28:48.130810 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-abddcc08-3caa-450a-9b82-e5476914d8e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:48.202096 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-abddcc08-3caa-450a-9b82-e5476914d8e6 admin admin] Publish callbacks [] for security_group (016549c8-a6ac-4c36-bf6c-1ad2699e8508), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:48.253226 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-abddcc08-3caa-450a-9b82-e5476914d8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (016549c8-a6ac-4c36-bf6c-1ad2699e8508), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:48.291998 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-abddcc08-3caa-450a-9b82-e5476914d8e6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1c466739dc5e43c1a6c646959e3a7e17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2734437 Feb 16 18:28:48.292833 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abddcc08-3caa-450a-9b82-e5476914d8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016549c8-a6ac-4c36-bf6c-1ad2699e8508,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:28:48.295097 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 34080) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:28:48.342442 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-19d2e1b8-f772-49e7-a4b0-2adc9b47d83d admin admin] Publish callbacks [] for security_group (016549c8-a6ac-4c36-bf6c-1ad2699e8508), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:48.362982 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-19d2e1b8-f772-49e7-a4b0-2adc9b47d83d admin admin] Publish callbacks [] for security_group (016549c8-a6ac-4c36-bf6c-1ad2699e8508), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:48.447121 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-676d0f55-907d-41dc-9c45-de8f25608fee req-b04d951f-7d4a-49ca-8eb7-c8304dad7333 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8cf66e8-8525-4c6e-8416-204ae240d599 HTTP/1.1" status: 200 len: 210 time: 0.0323915 Feb 16 18:28:48.487678 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-19d2e1b8-f772-49e7-a4b0-2adc9b47d83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (016549c8-a6ac-4c36-bf6c-1ad2699e8508), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:48.493939 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-19d2e1b8-f772-49e7-a4b0-2adc9b47d83d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:48.493939 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-19d2e1b8-f772-49e7-a4b0-2adc9b47d83d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/016549c8-a6ac-4c36-bf6c-1ad2699e8508 HTTP/1.1" status: 204 len: 168 time: 0.1955066 Feb 16 18:28:48.501761 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2e1b8-f772-49e7-a4b0-2adc9b47d83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016549c8-a6ac-4c36-bf6c-1ad2699e8508,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:28:49.067437 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 34096) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:28:49.081358 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c0419f61-0186-4679-a104-cbbe9aa81ae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:49.157207 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c0419f61-0186-4679-a104-cbbe9aa81ae9 admin admin] Publish callbacks [] for security_group (e923af0a-78f6-44b5-a340-9c464ce8458a), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:49.230437 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c0419f61-0186-4679-a104-cbbe9aa81ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (e923af0a-78f6-44b5-a340-9c464ce8458a), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:49.269480 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-c0419f61-0186-4679-a104-cbbe9aa81ae9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b5be705fe33941a1b89f253f3f578d75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2009234 Feb 16 18:28:49.270444 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0419f61-0186-4679-a104-cbbe9aa81ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e923af0a-78f6-44b5-a340-9c464ce8458a,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:28:49.272219 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 34098) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:28:49.278003 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0419f61-0186-4679-a104-cbbe9aa81ae9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:28:49.282212 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0419f61-0186-4679-a104-cbbe9aa81ae9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:28:49.282212 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0419f61-0186-4679-a104-cbbe9aa81ae9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:28:49.282212 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0419f61-0186-4679-a104-cbbe9aa81ae9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:28:49.282212 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0419f61-0186-4679-a104-cbbe9aa81ae9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:28:49.282212 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0419f61-0186-4679-a104-cbbe9aa81ae9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:28:49.282212 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0419f61-0186-4679-a104-cbbe9aa81ae9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:28:49.282212 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0419f61-0186-4679-a104-cbbe9aa81ae9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:28:49.282212 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0419f61-0186-4679-a104-cbbe9aa81ae9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:28:49.282212 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0419f61-0186-4679-a104-cbbe9aa81ae9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:28:49.282212 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0419f61-0186-4679-a104-cbbe9aa81ae9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:28:49.282212 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0419f61-0186-4679-a104-cbbe9aa81ae9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:28:49.282212 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0419f61-0186-4679-a104-cbbe9aa81ae9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:28:49.326125 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c5c6e973-de94-4c7b-94f0-d70b0ddc39d2 admin admin] Publish callbacks [] for security_group (e923af0a-78f6-44b5-a340-9c464ce8458a), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:49.353303 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c5c6e973-de94-4c7b-94f0-d70b0ddc39d2 admin admin] Publish callbacks [] for security_group (e923af0a-78f6-44b5-a340-9c464ce8458a), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:49.452946 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c5c6e973-de94-4c7b-94f0-d70b0ddc39d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (e923af0a-78f6-44b5-a340-9c464ce8458a), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:49.455800 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c5c6e973-de94-4c7b-94f0-d70b0ddc39d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:49.459252 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-c5c6e973-de94-4c7b-94f0-d70b0ddc39d2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e923af0a-78f6-44b5-a340-9c464ce8458a HTTP/1.1" status: 204 len: 168 time: 0.1836669 Feb 16 18:28:49.465129 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6e973-de94-4c7b-94f0-d70b0ddc39d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e923af0a-78f6-44b5-a340-9c464ce8458a,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:28:49.549875 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-5029f7da-2f14-402c-bee8-3c3685561d2b req-fddda39b-0de1-4b94-92f4-9b47092a4d80 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8cf66e8-8525-4c6e-8416-204ae240d599 HTTP/1.1" status: 200 len: 210 time: 0.0288758 Feb 16 18:28:50.325958 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-eed969b2-7ce4-46e0-aebe-74c3f097d3d8 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:50.327467 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-eed969b2-7ce4-46e0-aebe-74c3f097d3d8 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.45 "GET /v2.0/networks?id=c3b692a3-8e7f-4e30-84f4-e7dc80fed586 HTTP/1.1" status: 200 len: 811 time: 0.1097784 Feb 16 18:28:50.394566 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-1e0a8020-4b67-48c6-b5d8-3e770e5855a7 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbc85d2f47ed42ae9d13c15932375126 HTTP/1.1" status: 200 len: 379 time: 0.0560021 Feb 16 18:28:50.404091 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-e0ea3fc6-c01d-491c-a394-342cbd15170b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Request body: {'port': {'device_id': 'b8cf66e8-8525-4c6e-8416-204ae240d599', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'admin_state_up': True, 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'security_groups': ['b2c5e5e5-37da-4fa3-aecf-0efc2b48e885']}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:28:50.579181 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-e0ea3fc6-c01d-491c-a394-342cbd15170b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Made reservation on behalf of bbc85d2f47ed42ae9d13c15932375126 for: {'port': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:28:50.583678 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-e0ea3fc6-c01d-491c-a394-342cbd15170b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:50.677070 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-30d7b11b-6b02-42ac-a575-0de8935b9047 req-645b8030-f480-42cf-8bed-35c71df055d5 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8cf66e8-8525-4c6e-8416-204ae240d599 HTTP/1.1" status: 200 len: 210 time: 0.0363250 Feb 16 18:28:50.739973 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-e0ea3fc6-c01d-491c-a394-342cbd15170b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Allocated IP 172.20.0.13 (c3b692a3-8e7f-4e30-84f4-e7dc80fed586/c1c21080-f6c4-4a5f-9337-f015cc2f7375/b28c72c7-4af9-484a-9ac9-b317a038c827) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:28:50.881335 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-e0ea3fc6-c01d-491c-a394-342cbd15170b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for port (b28c72c7-4af9-484a-9ac9-b317a038c827), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:50.973388 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-e0ea3fc6-c01d-491c-a394-342cbd15170b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (b28c72c7-4af9-484a-9ac9-b317a038c827), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:51.016323 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-e0ea3fc6-c01d-491c-a394-342cbd15170b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Network c3b692a3-8e7f-4e30-84f4-e7dc80fed586 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:28:51.022012 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-e0ea3fc6-c01d-491c-a394-342cbd15170b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:28:51.025259 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-e0ea3fc6-c01d-491c-a394-342cbd15170b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:28:51.059620 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea3fc6-c01d-491c-a394-342cbd15170b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Pushing event updated for resources: {'Port': ['ID=b28c72c7-4af9-484a-9ac9-b317a038c827,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:28:51.093583 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-e0ea3fc6-c01d-491c-a394-342cbd15170b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:51.094878 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-e0ea3fc6-c01d-491c-a394-342cbd15170b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:51.216322 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 34132) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:28:51.225567 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-e0ea3fc6-c01d-491c-a394-342cbd15170b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8249784 Feb 16 18:28:51.236767 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-76e5b34b-8a3c-4f1e-82a0-20d3b3e7667b service neutron] Request body: {'port': {'device_id': 'b8cf66e8-8525-4c6e-8416-204ae240d599', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:28:51.248223 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-1a7a2b28-6217-4fed-8d68-a6cb983d2331 None None] Provisioning complete for port b28c72c7-4af9-484a-9ac9-b317a038c827 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:28:51.248872 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-1a7a2b28-6217-4fed-8d68-a6cb983d2331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (b28c72c7-4af9-484a-9ac9-b317a038c827), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:51.285894 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-1a7a2b28-6217-4fed-8d68-a6cb983d2331 None None] Port b28c72c7-4af9-484a-9ac9-b317a038c827 cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:28:51.328596 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-76e5b34b-8a3c-4f1e-82a0-20d3b3e7667b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (b28c72c7-4af9-484a-9ac9-b317a038c827), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:51.385884 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-db656bdd-374f-4654-b038-8082301fa1af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:51.626516 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-db656bdd-374f-4654-b038-8082301fa1af admin admin] Publish callbacks [] for security_group (23ff645a-16c4-4fe9-819c-97a37446a17e), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:51.684075 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-db656bdd-374f-4654-b038-8082301fa1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (23ff645a-16c4-4fe9-819c-97a37446a17e), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:51.721251 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-76e5b34b-8a3c-4f1e-82a0-20d3b3e7667b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28c72c7-4af9-484a-9ac9-b317a038c827 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:28:51.736045 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-76e5b34b-8a3c-4f1e-82a0-20d3b3e7667b service neutron] Publish callbacks [] for port (b28c72c7-4af9-484a-9ac9-b317a038c827), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:51.751488 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-db656bdd-374f-4654-b038-8082301fa1af admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4b89c49e7ebf4fa5a624ab015189c065&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5339465 Feb 16 18:28:51.754280 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 34138) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:28:51.755267 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db656bdd-374f-4654-b038-8082301fa1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ff645a-16c4-4fe9-819c-97a37446a17e,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:28:51.762859 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-76e5b34b-8a3c-4f1e-82a0-20d3b3e7667b service neutron] Transition to ACTIVE for port object b28c72c7-4af9-484a-9ac9-b317a038c827 will not be triggered until provisioned by entity L2. {{(pid=103275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:28:51.841831 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-76e5b34b-8a3c-4f1e-82a0-20d3b3e7667b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (b28c72c7-4af9-484a-9ac9-b317a038c827), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:51.855417 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042b835-5c8e-422d-9bc5-3732d469602f req-230ecc32-8d58-4575-9c33-2599357bf593 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:51.856956 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d042b835-5c8e-422d-9bc5-3732d469602f req-230ecc32-8d58-4575-9c33-2599357bf593 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8cf66e8-8525-4c6e-8416-204ae240d599 HTTP/1.1" status: 200 len: 932 time: 0.0985675 Feb 16 18:28:51.858410 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c3a78ec3-1815-464a-b5b1-a17011bd5d48 admin admin] Publish callbacks [] for security_group (23ff645a-16c4-4fe9-819c-97a37446a17e), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:51.889994 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c3a78ec3-1815-464a-b5b1-a17011bd5d48 admin admin] Publish callbacks [] for security_group (23ff645a-16c4-4fe9-819c-97a37446a17e), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:51.949632 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5b34b-8a3c-4f1e-82a0-20d3b3e7667b service neutron] Pushing event updated for resources: {'Port': ['ID=b28c72c7-4af9-484a-9ac9-b317a038c827,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:28:51.952954 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-d042b835-5c8e-422d-9bc5-3732d469602f req-efd6f54b-36d4-47bc-8f3f-9437a0eb928a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791628 Feb 16 18:28:51.987959 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-76e5b34b-8a3c-4f1e-82a0-20d3b3e7667b service neutron] Attempting to bind port b28c72c7-4af9-484a-9ac9-b317a038c827 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:28:51.988297 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-76e5b34b-8a3c-4f1e-82a0-20d3b3e7667b service neutron] Attempting to bind port b28c72c7-4af9-484a-9ac9-b317a038c827 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '08c0a576-5684-46da-b0dc-cdc69ee043e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:28:51.988626 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-76e5b34b-8a3c-4f1e-82a0-20d3b3e7667b service neutron] Attempting to bind port b28c72c7-4af9-484a-9ac9-b317a038c827 on network c3b692a3-8e7f-4e30-84f4-e7dc80fed586 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:28:51.993630 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-76e5b34b-8a3c-4f1e-82a0-20d3b3e7667b service neutron] Port b28c72c7-4af9-484a-9ac9-b317a038c827 on network c3b692a3-8e7f-4e30-84f4-e7dc80fed586 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 18:28:51.993953 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-76e5b34b-8a3c-4f1e-82a0-20d3b3e7667b service neutron] Attempting to bind port b28c72c7-4af9-484a-9ac9-b317a038c827 on network c3b692a3-8e7f-4e30-84f4-e7dc80fed586 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:28:51.999067 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-76e5b34b-8a3c-4f1e-82a0-20d3b3e7667b service neutron] Checking agent: {'id': '5c336864-29ba-45bb-93ac-04ba68c7d8e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'started_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:28:51.999402 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-76e5b34b-8a3c-4f1e-82a0-20d3b3e7667b service neutron] Checking segment: {'id': '08c0a576-5684-46da-b0dc-cdc69ee043e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:28:51.999784 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-76e5b34b-8a3c-4f1e-82a0-20d3b3e7667b service neutron] Bound using segment: {'id': '08c0a576-5684-46da-b0dc-cdc69ee043e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:28:52.000247 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-76e5b34b-8a3c-4f1e-82a0-20d3b3e7667b service neutron] Bound port: b28c72c7-4af9-484a-9ac9-b317a038c827, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c0a576-5684-46da-b0dc-cdc69ee043e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:28:52.000562 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-76e5b34b-8a3c-4f1e-82a0-20d3b3e7667b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (b28c72c7-4af9-484a-9ac9-b317a038c827), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:52.058889 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c3a78ec3-1815-464a-b5b1-a17011bd5d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (23ff645a-16c4-4fe9-819c-97a37446a17e), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:52.061561 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c3a78ec3-1815-464a-b5b1-a17011bd5d48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:52.062699 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-c3a78ec3-1815-464a-b5b1-a17011bd5d48 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/23ff645a-16c4-4fe9-819c-97a37446a17e HTTP/1.1" status: 204 len: 168 time: 0.3062963 Feb 16 18:28:52.075638 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a78ec3-1815-464a-b5b1-a17011bd5d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ff645a-16c4-4fe9-819c-97a37446a17e,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:28:52.081587 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-76e5b34b-8a3c-4f1e-82a0-20d3b3e7667b service neutron] For port b28c72c7-4af9-484a-9ac9-b317a038c827, host hv-cinder-77398, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:28:52.086077 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-76e5b34b-8a3c-4f1e-82a0-20d3b3e7667b service neutron] For port b28c72c7-4af9-484a-9ac9-b317a038c827, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b28c72c7-4af9-484a-9ac9-b317a038c827,segment=NetworkSegment(08c0a576-5684-46da-b0dc-cdc69ee043e9),segment_id=08c0a576-5684-46da-b0dc-cdc69ee043e9)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:28:52.156128 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-76e5b34b-8a3c-4f1e-82a0-20d3b3e7667b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (b28c72c7-4af9-484a-9ac9-b317a038c827), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:52.185482 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-76e5b34b-8a3c-4f1e-82a0-20d3b3e7667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:52.186109 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-76e5b34b-8a3c-4f1e-82a0-20d3b3e7667b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:28:52.187572 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-76e5b34b-8a3c-4f1e-82a0-20d3b3e7667b service neutron] 10.222.0.45 "PUT /v2.0/ports/b28c72c7-4af9-484a-9ac9-b317a038c827 HTTP/1.1" status: 200 len: 1094 time: 0.9551864 Feb 16 18:28:52.189866 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cf66e8-8525-4c6e-8416-204ae240d599', 'tag': 'b28c72c7-4af9-484a-9ac9-b317a038c827'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:28:52.192748 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f92774-46b7-4e5f-9be2-d9d0f181dbdb" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cf66e8-8525-4c6e-8416-204ae240d599", "tag": "b28c72c7-4af9-484a-9ac9-b317a038c827"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:28:52.236223 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5b34b-8a3c-4f1e-82a0-20d3b3e7667b service neutron] Pushing event updated for resources: {'Port': ['ID=b28c72c7-4af9-484a-9ac9-b317a038c827,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:28:52.259741 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3561837-ceb9-44db-88f6-d7fffbf3df10 x-openstack-request-id: req-e3561837-ceb9-44db-88f6-d7fffbf3df10 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:28:52.260030 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cf66e8-8525-4c6e-8416-204ae240d599", "tag": "b28c72c7-4af9-484a-9ac9-b317a038c827", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:28:52.260284 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e3561837-ceb9-44db-88f6-d7fffbf3df10 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:28:52.261302 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8cf66e8-8525-4c6e-8416-204ae240d599', 'tag': 'b28c72c7-4af9-484a-9ac9-b317a038c827', 'status': 'completed', 'code': 200} Feb 16 18:28:52.331782 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f92774-46b7-4e5f-9be2-d9d0f181dbdb req-5e8e0033-8d4d-4fe3-969d-26700bc2e628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:52.331782 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-96f92774-46b7-4e5f-9be2-d9d0f181dbdb req-5e8e0033-8d4d-4fe3-969d-26700bc2e628 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbc85d2f47ed42ae9d13c15932375126&device_id=b8cf66e8-8525-4c6e-8416-204ae240d599 HTTP/1.1" status: 200 len: 1128 time: 0.0487981 Feb 16 18:28:52.436401 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f92774-46b7-4e5f-9be2-d9d0f181dbdb req-3824f729-1e19-48c0-a57f-fa371243e97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:52.437893 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-96f92774-46b7-4e5f-9be2-d9d0f181dbdb req-3824f729-1e19-48c0-a57f-fa371243e97a service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=bbc85d2f47ed42ae9d13c15932375126&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0992031 Feb 16 18:28:52.792470 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f92774-46b7-4e5f-9be2-d9d0f181dbdb req-5460b476-a2a1-4617-8bfb-8dc7cd225d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:52.793912 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-96f92774-46b7-4e5f-9be2-d9d0f181dbdb req-5460b476-a2a1-4617-8bfb-8dc7cd225d8d service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3490257 Feb 16 18:28:52.875373 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-adca2ec8-1b16-49fb-a3cf-9fd902520321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:52.879322 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-adca2ec8-1b16-49fb-a3cf-9fd902520321 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbc85d2f47ed42ae9d13c15932375126&device_id=b8cf66e8-8525-4c6e-8416-204ae240d599 HTTP/1.1" status: 200 len: 1128 time: 0.0440533 Feb 16 18:28:52.925146 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-dfc68fa0-7254-4e7e-854f-50508cee5f6e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b28c72c7-4af9-484a-9ac9-b317a038c827 HTTP/1.1" status: 200 len: 217 time: 0.0349331 Feb 16 18:28:52.975375 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-2655da5b-d2b8-474d-a05c-e9eb7a6093f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:52.976810 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-2655da5b-d2b8-474d-a05c-e9eb7a6093f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1c21080-f6c4-4a5f-9337-f015cc2f7375 HTTP/1.1" status: 200 len: 850 time: 0.0445135 Feb 16 18:28:53.037975 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-219c5e94-76d1-4d8f-aa31-b928472ce289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:53.040488 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-219c5e94-76d1-4d8f-aa31-b928472ce289 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c3b692a3-8e7f-4e30-84f4-e7dc80fed586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0554230 Feb 16 18:28:53.096415 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d855a-c03f-4f7f-9934-0f3fedabeda6 req-0fd6b19f-c8b3-4953-b540-768fb0363ab2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:53.098156 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-8a6d855a-c03f-4f7f-9934-0f3fedabeda6 req-0fd6b19f-c8b3-4953-b540-768fb0363ab2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8cf66e8-8525-4c6e-8416-204ae240d599 HTTP/1.1" status: 200 len: 944 time: 0.0655158 Feb 16 18:28:53.137709 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-e7e2fad3-01d9-4211-9ce4-d37a46c295f5 service neutron] 10.222.0.45 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899746 Feb 16 18:28:53.155739 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-8a6d855a-c03f-4f7f-9934-0f3fedabeda6 req-36a9b647-be03-4f87-97cb-a4076ca1e582 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512455 Feb 16 18:28:53.236831 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-7e8c3dee-2e9e-4bd0-89b3-6f2bdc365b3b req-577414ad-1c28-4718-946d-c4cab9948336 service neutron] 10.222.0.45 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910707 Feb 16 18:28:54.273547 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17583be5-dbfc-4bd5-a5f1-8bae936609ee req-6188574e-6d61-4fa2-9973-4f0b739cff45 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:54.275609 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-17583be5-dbfc-4bd5-a5f1-8bae936609ee req-6188574e-6d61-4fa2-9973-4f0b739cff45 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8cf66e8-8525-4c6e-8416-204ae240d599 HTTP/1.1" status: 200 len: 944 time: 0.0556355 Feb 16 18:28:54.325667 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-17583be5-dbfc-4bd5-a5f1-8bae936609ee req-13555144-043f-4c7e-9047-99046a5c7a25 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450418 Feb 16 18:28:55.032507 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:28:55.150493 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c75ba-7d00-4a60-9770-598ff56f48d5 req-f3d95492-d2bc-47bc-a7ba-b0a474af6854 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:55.152057 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-586c75ba-7d00-4a60-9770-598ff56f48d5 req-f3d95492-d2bc-47bc-a7ba-b0a474af6854 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0569994 Feb 16 18:28:55.198712 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-586c75ba-7d00-4a60-9770-598ff56f48d5 req-5bd4828c-af96-40e6-a6ad-29711050a779 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395162 Feb 16 18:28:55.449571 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbbc50-0632-47a7-8288-4ef16b1768db req-0bc32cc5-d1c8-4446-8459-6dde6cf932ee tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:55.451084 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-27cbbc50-0632-47a7-8288-4ef16b1768db req-0bc32cc5-d1c8-4446-8459-6dde6cf932ee tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8cf66e8-8525-4c6e-8416-204ae240d599 HTTP/1.1" status: 200 len: 944 time: 0.0576508 Feb 16 18:28:55.498916 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-27cbbc50-0632-47a7-8288-4ef16b1768db req-b156432e-afd6-48a0-ac77-c7d0e64aa971 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419912 Feb 16 18:28:56.328646 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b39a0-7821-499a-a874-f1176609b24e req-2db931db-c2f7-4486-b60d-eaea884bda0a tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:56.330243 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bb6b39a0-7821-499a-a874-f1176609b24e req-2db931db-c2f7-4486-b60d-eaea884bda0a tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0546005 Feb 16 18:28:56.381431 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bb6b39a0-7821-499a-a874-f1176609b24e req-656b4ea7-3ad6-44cd-8d84-1dd747d1a28c tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445039 Feb 16 18:28:56.623311 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cb101-cef3-4108-8052-278aa6030ed0 req-b8164fe3-31e9-441e-8ba6-a1bbf996619e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:56.624707 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a05cb101-cef3-4108-8052-278aa6030ed0 req-b8164fe3-31e9-441e-8ba6-a1bbf996619e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8cf66e8-8525-4c6e-8416-204ae240d599 HTTP/1.1" status: 200 len: 944 time: 0.0548184 Feb 16 18:28:56.675919 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a05cb101-cef3-4108-8052-278aa6030ed0 req-1f838c2f-d8e7-4d4f-a473-b5ba6df25944 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454497 Feb 16 18:28:57.504330 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff1e69-fccd-4205-9c7a-0e5417b7ccd3 req-02a4ad71-5eb7-4250-b6dd-52e5ce9b8454 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:57.505831 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8fff1e69-fccd-4205-9c7a-0e5417b7ccd3 req-02a4ad71-5eb7-4250-b6dd-52e5ce9b8454 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0524709 Feb 16 18:28:57.556507 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8fff1e69-fccd-4205-9c7a-0e5417b7ccd3 req-a28c5a05-7539-4bb5-8048-b980208821c3 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448902 Feb 16 18:28:57.801120 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da31459-7640-4283-8271-91e9b6cf3cdf req-9638dd34-78e2-43cd-90d6-4124ca579a38 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:57.802602 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-1da31459-7640-4283-8271-91e9b6cf3cdf req-9638dd34-78e2-43cd-90d6-4124ca579a38 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8cf66e8-8525-4c6e-8416-204ae240d599 HTTP/1.1" status: 200 len: 944 time: 0.0585592 Feb 16 18:28:57.852330 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-1da31459-7640-4283-8271-91e9b6cf3cdf req-36f816ee-0b3b-4256-9c2f-5b34cf984668 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430760 Feb 16 18:28:58.680477 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf9c23-a301-4d43-942d-dc78ae0fe96a req-48ed8a7b-3094-4992-a000-b421a80497f1 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:58.681966 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-52cf9c23-a301-4d43-942d-dc78ae0fe96a req-48ed8a7b-3094-4992-a000-b421a80497f1 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0525913 Feb 16 18:28:58.730188 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-52cf9c23-a301-4d43-942d-dc78ae0fe96a req-92c301b7-a665-47a4-a8ff-dd61d64be583 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419326 Feb 16 18:28:58.972384 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718be838-e462-4ace-a43e-86873a457ed9 req-55be25fb-1782-4e3b-837e-b4c42fff0b6e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:58.973906 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-718be838-e462-4ace-a43e-86873a457ed9 req-55be25fb-1782-4e3b-837e-b4c42fff0b6e tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8cf66e8-8525-4c6e-8416-204ae240d599 HTTP/1.1" status: 200 len: 944 time: 0.0537412 Feb 16 18:28:59.020622 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-718be838-e462-4ace-a43e-86873a457ed9 req-81c554a2-a9c3-4a13-9ac9-754c9755c7ec tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410395 Feb 16 18:28:59.857385 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559583a0-68f6-4d34-97c3-ca534afd865e req-6eec96b4-0868-4953-9c08-14b4d9a062b3 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:28:59.858917 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-559583a0-68f6-4d34-97c3-ca534afd865e req-6eec96b4-0868-4953-9c08-14b4d9a062b3 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0553648 Feb 16 18:28:59.905859 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-559583a0-68f6-4d34-97c3-ca534afd865e req-7817afed-66c8-4412-9bb6-9893c43b3b00 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413990 Feb 16 18:29:00.143551 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f834f-c613-46f1-960e-b94fa6940ff3 req-4608bb09-c239-447f-890c-a2a2eeb26f03 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:00.145467 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-564f834f-c613-46f1-960e-b94fa6940ff3 req-4608bb09-c239-447f-890c-a2a2eeb26f03 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8cf66e8-8525-4c6e-8416-204ae240d599 HTTP/1.1" status: 200 len: 944 time: 0.0538449 Feb 16 18:29:00.200836 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-564f834f-c613-46f1-960e-b94fa6940ff3 req-2e153a2c-b770-4a70-a1e9-17e59658d26b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489504 Feb 16 18:29:01.034213 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70b5c6-60d9-46a2-a9a7-3b7dbc95782e req-fe960727-156f-41af-90fa-db337de523fd tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:01.035690 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6b70b5c6-60d9-46a2-a9a7-3b7dbc95782e req-fe960727-156f-41af-90fa-db337de523fd tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0605862 Feb 16 18:29:01.082682 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6b70b5c6-60d9-46a2-a9a7-3b7dbc95782e req-682a4135-b906-40fb-ad03-dee4dd2ea2f2 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415783 Feb 16 18:29:01.322071 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4b27f-68c6-45c2-a42c-c46a6fd63b48 req-4397e4f0-0d5b-43a4-99d7-bb3d188da94b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:01.324215 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-add4b27f-68c6-45c2-a42c-c46a6fd63b48 req-4397e4f0-0d5b-43a4-99d7-bb3d188da94b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8cf66e8-8525-4c6e-8416-204ae240d599 HTTP/1.1" status: 200 len: 944 time: 0.0553520 Feb 16 18:29:01.373652 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-add4b27f-68c6-45c2-a42c-c46a6fd63b48 req-d42dae87-84f1-404b-9d7a-f3f0ebf6707f tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431788 Feb 16 18:29:01.921960 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device b28c72c7-4af9-484a-9ac9-b317a038c827 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=103277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 18:29:02.026976 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port b28c72c7-4af9-484a-9ac9-b317a038c827, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b28c72c7-4af9-484a-9ac9-b317a038c827,segment=NetworkSegment(08c0a576-5684-46da-b0dc-cdc69ee043e9),segment_id=08c0a576-5684-46da-b0dc-cdc69ee043e9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:29:02.038106 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Returning: {'device': 'b28c72c7-4af9-484a-9ac9-b317a038c827', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'port_id': 'b28c72c7-4af9-484a-9ac9-b317a038c827', 'mac_address': 'fa:16:3e:78:4b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 18:29:02.073690 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port b28c72c7-4af9-484a-9ac9-b317a038c827 is: DOWN; New status is: BUILD {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:29:02.074076 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (b28c72c7-4af9-484a-9ac9-b317a038c827), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:02.095867 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28c72c7-4af9-484a-9ac9-b317a038c827 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:29:02.123466 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port b28c72c7-4af9-484a-9ac9-b317a038c827, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b28c72c7-4af9-484a-9ac9-b317a038c827,segment=NetworkSegment(08c0a576-5684-46da-b0dc-cdc69ee043e9),segment_id=08c0a576-5684-46da-b0dc-cdc69ee043e9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:29:02.184435 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-19e972c1-c8fe-4c33-a1a7-2265311e04bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:02.196983 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (b28c72c7-4af9-484a-9ac9-b317a038c827), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:02.222934 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b092d8-4b73-465d-a9ba-c4b86fadcd7d req-b8d6e144-0c0d-4a27-bde2-04be491eb923 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:02.224535 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e8b092d8-4b73-465d-a9ba-c4b86fadcd7d req-b8d6e144-0c0d-4a27-bde2-04be491eb923 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0645239 Feb 16 18:29:02.249412 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=b28c72c7-4af9-484a-9ac9-b317a038c827,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:02.256626 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:02.256978 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:02.257350 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:02.257699 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:02.258028 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:02.258358 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:02.258690 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:02.259020 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:02.259350 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:02.259678 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:02.260003 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:02.260323 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:02.261786 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:02.271149 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e8b092d8-4b73-465d-a9ba-c4b86fadcd7d req-cda7979e-cc06-49a0-aa7e-d75206252990 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410507 Feb 16 18:29:02.488681 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['b28c72c7-4af9-484a-9ac9-b317a038c827'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:29:02.496305 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96446f81-ce3f-4647-a83e-0956d39c7cf4 req-982dde88-7486-4a98-bb65-bf7057fe0892 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:02.497933 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-96446f81-ce3f-4647-a83e-0956d39c7cf4 req-982dde88-7486-4a98-bb65-bf7057fe0892 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8cf66e8-8525-4c6e-8416-204ae240d599 HTTP/1.1" status: 200 len: 945 time: 0.0546236 Feb 16 18:29:02.548585 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-96446f81-ce3f-4647-a83e-0956d39c7cf4 req-c07c2a4b-c924-4b06-a765-e2ad88ab63bb tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443919 Feb 16 18:29:03.397290 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3697c2-ea35-412e-9726-070d355cf1b4 req-61d6753f-584d-4f3e-b459-dd01d84a50bd tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:03.398958 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-dd3697c2-ea35-412e-9726-070d355cf1b4 req-61d6753f-584d-4f3e-b459-dd01d84a50bd tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0540712 Feb 16 18:29:03.450536 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-dd3697c2-ea35-412e-9726-070d355cf1b4 req-d4ddbc36-b063-4ccb-89dc-d9cc8537eac4 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454056 Feb 16 18:29:03.671098 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4ad78-5b30-41a0-be38-0a2eb38cf8ff req-006dd5bd-b383-4c31-8807-6718de153ff5 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:03.672556 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-46b4ad78-5b30-41a0-be38-0a2eb38cf8ff req-006dd5bd-b383-4c31-8807-6718de153ff5 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8cf66e8-8525-4c6e-8416-204ae240d599 HTTP/1.1" status: 200 len: 945 time: 0.0556142 Feb 16 18:29:03.723452 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-46b4ad78-5b30-41a0-be38-0a2eb38cf8ff req-1b8f5e89-e8fa-481e-8b21-7297b59d4d4f tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452826 Feb 16 18:29:03.938332 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device b28c72c7-4af9-484a-9ac9-b317a038c827 up at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:29:04.058358 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning for port b28c72c7-4af9-484a-9ac9-b317a038c827 completed by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:29:04.062103 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning complete for port b28c72c7-4af9-484a-9ac9-b317a038c827 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:29:04.062474 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (b28c72c7-4af9-484a-9ac9-b317a038c827), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:04.139644 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port b28c72c7-4af9-484a-9ac9-b317a038c827 is: BUILD; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:29:04.140037 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (b28c72c7-4af9-484a-9ac9-b317a038c827), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:04.162340 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cf66e8-8525-4c6e-8416-204ae240d599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28c72c7-4af9-484a-9ac9-b317a038c827'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:29:04.164559 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e8adf6-9660-46ed-baaa-1f310ec8d9a8" -d '{"events": [{"server_uuid": "b8cf66e8-8525-4c6e-8416-204ae240d599", "name": "network-vif-plugged", "status": "completed", "tag": "b28c72c7-4af9-484a-9ac9-b317a038c827"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:29:04.177581 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port b28c72c7-4af9-484a-9ac9-b317a038c827, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b28c72c7-4af9-484a-9ac9-b317a038c827,segment=NetworkSegment(08c0a576-5684-46da-b0dc-cdc69ee043e9),segment_id=08c0a576-5684-46da-b0dc-cdc69ee043e9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:29:04.201772 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91324ed-e1f3-444b-b1f9-f57365b18380 x-openstack-request-id: req-c91324ed-e1f3-444b-b1f9-f57365b18380 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:29:04.202068 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8cf66e8-8525-4c6e-8416-204ae240d599", "name": "network-vif-plugged", "status": "completed", "tag": "b28c72c7-4af9-484a-9ac9-b317a038c827", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:29:04.202325 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c91324ed-e1f3-444b-b1f9-f57365b18380 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:29:04.202725 dv-cinder-773985-33-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8cf66e8-8525-4c6e-8416-204ae240d599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28c72c7-4af9-484a-9ac9-b317a038c827', 'code': 200} Feb 16 18:29:04.236489 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (b28c72c7-4af9-484a-9ac9-b317a038c827), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:04.289432 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=b28c72c7-4af9-484a-9ac9-b317a038c827,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:04.395743 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ba871eab-7214-4ab9-81c3-bd006b0aa8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:04.582225 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603d721-d37a-4c28-9533-f68bd35ea75a req-a6a75d3f-219f-4e88-ae3d-781ac2c2de52 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:04.583721 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7603d721-d37a-4c28-9533-f68bd35ea75a req-a6a75d3f-219f-4e88-ae3d-781ac2c2de52 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0556653 Feb 16 18:29:04.594294 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350bade-4271-4d74-9151-c3db0d7a27ad req-4d19b3ce-70c7-4400-a8b4-a37ae30dd3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:04.595842 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-5350bade-4271-4d74-9151-c3db0d7a27ad req-4d19b3ce-70c7-4400-a8b4-a37ae30dd3d0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b8cf66e8-8525-4c6e-8416-204ae240d599 HTTP/1.1" status: 200 len: 1130 time: 0.0501523 Feb 16 18:29:04.631930 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7603d721-d37a-4c28-9533-f68bd35ea75a req-c4ffd1de-e394-4702-9ebe-995e7a4c5e5b tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416679 Feb 16 18:29:04.644914 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-5350bade-4271-4d74-9151-c3db0d7a27ad req-c6622ba8-84b3-4a81-b7f5-5f0c7d238f7e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390542 Feb 16 18:29:04.847029 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878404ab-0817-45ab-8ac0-2f0eb3a5e161 req-8424d1c1-4e45-45e1-ade0-67faa3cecea4 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:04.848550 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-878404ab-0817-45ab-8ac0-2f0eb3a5e161 req-8424d1c1-4e45-45e1-ade0-67faa3cecea4 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8cf66e8-8525-4c6e-8416-204ae240d599 HTTP/1.1" status: 200 len: 946 time: 0.0567186 Feb 16 18:29:04.898582 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-878404ab-0817-45ab-8ac0-2f0eb3a5e161 req-bd75c407-c6a7-403b-87ab-feef02c34abf tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436244 Feb 16 18:29:05.584084 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:05.752943 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bccb02-0184-4c97-b461-3221440ea7fa req-93289009-d745-499a-8efd-4e218fd8df4c tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:05.754341 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-99bccb02-0184-4c97-b461-3221440ea7fa req-93289009-d745-499a-8efd-4e218fd8df4c tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0507610 Feb 16 18:29:05.803834 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-99bccb02-0184-4c97-b461-3221440ea7fa req-a1ba58bf-414e-4b7c-b56d-4f9cb887dc1a tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439994 Feb 16 18:29:06.022567 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91aec75-24ea-460d-a70b-5eb689e0fa97 req-ffc90d44-b606-49dc-b782-e9b1ee0d39fb tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:06.023937 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d91aec75-24ea-460d-a70b-5eb689e0fa97 req-ffc90d44-b606-49dc-b782-e9b1ee0d39fb tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8cf66e8-8525-4c6e-8416-204ae240d599 HTTP/1.1" status: 200 len: 946 time: 0.0579813 Feb 16 18:29:06.073438 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d91aec75-24ea-460d-a70b-5eb689e0fa97 req-cdda66c7-3420-4c8c-80ff-9cfb14818d2c tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424397 Feb 16 18:29:06.931075 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264635bf-e9d7-47a6-8e75-6131b943522d req-a345f1c3-cf9b-469f-9efb-811da7b192ac tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:06.933141 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-264635bf-e9d7-47a6-8e75-6131b943522d req-a345f1c3-cf9b-469f-9efb-811da7b192ac tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0516455 Feb 16 18:29:06.979979 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-264635bf-e9d7-47a6-8e75-6131b943522d req-8adf678a-33a0-4405-84c7-682305e1c478 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411975 Feb 16 18:29:07.058771 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:07.194658 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64312a-310a-4033-89b0-1e23efea0726 req-d242df00-9909-4c63-9116-e038a5c71299 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:07.196164 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-5b64312a-310a-4033-89b0-1e23efea0726 req-d242df00-9909-4c63-9116-e038a5c71299 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8cf66e8-8525-4c6e-8416-204ae240d599 HTTP/1.1" status: 200 len: 946 time: 0.0538051 Feb 16 18:29:07.246650 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-5b64312a-310a-4033-89b0-1e23efea0726 req-366669f2-1cce-4c1f-96ea-b9bb515c5c7a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442493 Feb 16 18:29:07.361347 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893e415-38b7-42d2-bb19-133dab94c448 req-c9a20937-350d-4ce8-a189-f575ae4c77c8 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:07.362694 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-1893e415-38b7-42d2-bb19-133dab94c448 req-c9a20937-350d-4ce8-a189-f575ae4c77c8 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8cf66e8-8525-4c6e-8416-204ae240d599 HTTP/1.1" status: 200 len: 946 time: 0.0521750 Feb 16 18:29:07.410579 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-1893e415-38b7-42d2-bb19-133dab94c448 req-3e1cfa70-0b55-4b79-96ac-2e17330a03b3 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423095 Feb 16 18:29:07.432074 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 34324) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:07.624901 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac28f69-c77c-4c37-b834-abdcd91b603f tempest-TestVolumeBootPattern-583025070 tempest-TestVolumeBootPattern-583025070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:07.626399 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-8ac28f69-c77c-4c37-b834-abdcd91b603f tempest-TestVolumeBootPattern-583025070 tempest-TestVolumeBootPattern-583025070-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=b8cf66e8-8525-4c6e-8416-204ae240d599 HTTP/1.1" status: 200 len: 1125 time: 0.1933510 Feb 16 18:29:07.629143 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 34330) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:07.633337 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-4261128e-0f31-4d6b-8c40-dde36b4b161a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Request body: {'floatingip': {'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'port_id': 'b28c72c7-4af9-484a-9ac9-b317a038c827', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:29:07.703986 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4261128e-0f31-4d6b-8c40-dde36b4b161a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:07.797732 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4261128e-0f31-4d6b-8c40-dde36b4b161a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:07.900455 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-4261128e-0f31-4d6b-8c40-dde36b4b161a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Allocated IP 172.27.3.70 (c00f8eca-8c80-474c-b61e-3160eeb0c24d/19362ace-3fbd-48f2-895e-4d065f6f071c/5ebfce56-7847-4355-b687-9de868aae621) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:29:07.997507 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4261128e-0f31-4d6b-8c40-dde36b4b161a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for port (5ebfce56-7847-4355-b687-9de868aae621), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:08.070347 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4261128e-0f31-4d6b-8c40-dde36b4b161a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (5ebfce56-7847-4355-b687-9de868aae621), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:08.106855 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a139d-a7f1-4cbb-b0b4-353525d7b579 req-622ae55b-d720-410a-ae32-ee6b8128a7b8 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:08.108082 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4261128e-0f31-4d6b-8c40-dde36b4b161a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Network c00f8eca-8c80-474c-b61e-3160eeb0c24d is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:29:08.108281 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9b6a139d-a7f1-4cbb-b0b4-353525d7b579 req-622ae55b-d720-410a-ae32-ee6b8128a7b8 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0570257 Feb 16 18:29:08.112997 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-4261128e-0f31-4d6b-8c40-dde36b4b161a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:29:08.116499 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4261128e-0f31-4d6b-8c40-dde36b4b161a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:29:08.140138 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261128e-0f31-4d6b-8c40-dde36b4b161a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Pushing event updated for resources: {'Port': ['ID=5ebfce56-7847-4355-b687-9de868aae621,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:08.156387 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-9b6a139d-a7f1-4cbb-b0b4-353525d7b579 req-515a06bb-6127-4c71-88f9-92719e3af729 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417621 Feb 16 18:29:08.459656 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4261128e-0f31-4d6b-8c40-dde36b4b161a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for floatingip (53bfb7bf-90f5-48b7-81c5-a7fbf1ae785e), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:08.475520 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:08.570457 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4261128e-0f31-4d6b-8c40-dde36b4b161a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (5ebfce56-7847-4355-b687-9de868aae621), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:08.718373 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4261128e-0f31-4d6b-8c40-dde36b4b161a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for port (5ebfce56-7847-4355-b687-9de868aae621), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:08.795463 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4261128e-0f31-4d6b-8c40-dde36b4b161a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9128183'] for port (5ebfce56-7847-4355-b687-9de868aae621), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:08.865417 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261128e-0f31-4d6b-8c40-dde36b4b161a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Pushing event updated for resources: {'Port': ['ID=5ebfce56-7847-4355-b687-9de868aae621,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:08.875524 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4261128e-0f31-4d6b-8c40-dde36b4b161a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459730'] for floatingip (53bfb7bf-90f5-48b7-81c5-a7fbf1ae785e), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:08.976326 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.db.l3_db [None req-4261128e-0f31-4d6b-8c40-dde36b4b161a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Floating IP 53bfb7bf-90f5-48b7-81c5-a7fbf1ae785e associated. External IP: 172.27.3.70, port: b28c72c7-4af9-484a-9ac9-b317a038c827. Feb 16 18:29:09.439299 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f79ad-afaf-4bd3-a705-bec11277ed6d req-9fa3f42a-8818-41aa-a2f9-472c9e60d7b9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:09.440758 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-2c8f79ad-afaf-4bd3-a705-bec11277ed6d req-9fa3f42a-8818-41aa-a2f9-472c9e60d7b9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0753865 Feb 16 18:29:09.450612 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4261128e-0f31-4d6b-8c40-dde36b4b161a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:29:09.558036 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-2c8f79ad-afaf-4bd3-a705-bec11277ed6d req-83b424e4-8fd2-476d-88b6-5ea9c004b472 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091866 Feb 16 18:29:09.596787 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4261128e-0f31-4d6b-8c40-dde36b4b161a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:29:09.610693 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c3581e-c1d9-4008-b4e3-db47da562ed6 None None] Sync routers for ids ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'] in dv-cinder-773985-33-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:29:09.622367 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c3581e-c1d9-4008-b4e3-db47da562ed6 None None] Routers {'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:29:09.622981 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-34c3581e-c1d9-4008-b4e3-db47da562ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:29:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:29:09.689277 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4261128e-0f31-4d6b-8c40-dde36b4b161a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for floatingip (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:09.733097 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-4261128e-0f31-4d6b-8c40-dde36b4b161a tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0928230 Feb 16 18:29:09.733097 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cf66e8-8525-4c6e-8416-204ae240d599', 'tag': 'b28c72c7-4af9-484a-9ac9-b317a038c827'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:29:09.733097 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2697ac5bc137568c11401d7db31323aaf7e0b920c8580a1634e3728116959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f051737d-cb37-4ee8-9aaa-71da766c8dde" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cf66e8-8525-4c6e-8416-204ae240d599", "tag": "b28c72c7-4af9-484a-9ac9-b317a038c827"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:29:09.826668 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-34c3581e-c1d9-4008-b4e3-db47da562ed6 None None] Set router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:29:09.898590 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381016d8-d197-4615-8bb7-b071fd30b59a x-openstack-request-id: req-381016d8-d197-4615-8bb7-b071fd30b59a {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:29:09.899036 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cf66e8-8525-4c6e-8416-204ae240d599", "tag": "b28c72c7-4af9-484a-9ac9-b317a038c827", "status": "completed", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:29:09.899161 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-381016d8-d197-4615-8bb7-b071fd30b59a {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:29:09.899520 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8cf66e8-8525-4c6e-8416-204ae240d599', 'tag': 'b28c72c7-4af9-484a-9ac9-b317a038c827', 'status': 'completed', 'code': 200} Feb 16 18:29:09.967932 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051737d-cb37-4ee8-9aaa-71da766c8dde req-d25b63ee-2e24-450b-bcde-411b05df25a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:09.969380 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f051737d-cb37-4ee8-9aaa-71da766c8dde req-d25b63ee-2e24-450b-bcde-411b05df25a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbc85d2f47ed42ae9d13c15932375126&device_id=b8cf66e8-8525-4c6e-8416-204ae240d599 HTTP/1.1" status: 200 len: 1130 time: 0.0468907 Feb 16 18:29:10.074833 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-34c3581e-c1d9-4008-b4e3-db47da562ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'name': 'tempest-TestVolumeBootPattern-998245796-router', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:37Z', 'updated_at': '2022-02-16T18:22:41Z', 'revision_number': 4, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'gw_port': {'id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:38Z', 'updated_at': '2022-02-16T18:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': '53bfb7bf-90f5-48b7-81c5-a7fbf1ae785e', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'port_id': 'b28c72c7-4af9-484a-9ac9-b317a038c827', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'mac_address': 'fa:16:3e:78:4b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf66e8-8525-4c6e-8416-204ae240d599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:29:08Z', 'updated_at': '2022-02-16T18:29:08Z', 'revision_number': 0, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'fixed_ip_address_scope': None}, {'id': '8983bdc0-71e9-4492-9650-a5ee66668c64', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'port_id': '8f645f4d-db86-4492-ab2a-c4e89cca4f25', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'mac_address': 'fa:16:3e:ce:28:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce874aa-5880-4e1c-854e-f68b65b5aa96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:26:48Z', 'updated_at': '2022-02-16T18:26:51Z', 'revision_number': 1, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8674fa4a-823e-4de8-b1c9-17126717bd5a', 'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:40Z', 'updated_at': '2022-02-16T18:22:46Z', 'revision_number': 5, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'subnets': [{'id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:29:10.083269 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051737d-cb37-4ee8-9aaa-71da766c8dde req-47d95597-c9c2-4523-84a8-5517b80f8eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:10.084750 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f051737d-cb37-4ee8-9aaa-71da766c8dde req-47d95597-c9c2-4523-84a8-5517b80f8eea service neutron] 10.222.0.45 "GET /v2.0/networks?id=c3b692a3-8e7f-4e30-84f4-e7dc80fed586 HTTP/1.1" status: 200 len: 912 time: 0.1088679 Feb 16 18:29:10.101409 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c3581e-c1d9-4008-b4e3-db47da562ed6 None None] Checking router: a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 for host: dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:29:10.110450 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c3581e-c1d9-4008-b4e3-db47da562ed6 None None] Routers {'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:29:10.111108 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-34c3581e-c1d9-4008-b4e3-db47da562ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:29:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:29:10.149464 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f051737d-cb37-4ee8-9aaa-71da766c8dde req-4bcdc2e5-d6b5-4db6-b84a-e3c881d4ab03 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b28c72c7-4af9-484a-9ac9-b317a038c827 HTTP/1.1" status: 200 len: 999 time: 0.0579987 Feb 16 18:29:10.208884 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051737d-cb37-4ee8-9aaa-71da766c8dde req-a729cd4e-7ba6-49fe-b015-67624879f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:10.210406 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f051737d-cb37-4ee8-9aaa-71da766c8dde req-a729cd4e-7ba6-49fe-b015-67624879f4fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1c21080-f6c4-4a5f-9337-f015cc2f7375 HTTP/1.1" status: 200 len: 850 time: 0.0523067 Feb 16 18:29:10.226242 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-34c3581e-c1d9-4008-b4e3-db47da562ed6 None None] Set router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:29:10.275637 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051737d-cb37-4ee8-9aaa-71da766c8dde req-a55ddea1-d526-4b43-950d-58429f3cc177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:10.277368 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f051737d-cb37-4ee8-9aaa-71da766c8dde req-a55ddea1-d526-4b43-950d-58429f3cc177 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c3b692a3-8e7f-4e30-84f4-e7dc80fed586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0602148 Feb 16 18:29:10.373156 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f051737d-cb37-4ee8-9aaa-71da766c8dde req-c9c43984-c0c3-477f-898c-b96a30b7fa7e service neutron] 10.222.0.45 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848553 Feb 16 18:29:10.458588 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-34c3581e-c1d9-4008-b4e3-db47da562ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'name': 'tempest-TestVolumeBootPattern-998245796-router', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:37Z', 'updated_at': '2022-02-16T18:22:41Z', 'revision_number': 4, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'gw_port': {'id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:38Z', 'updated_at': '2022-02-16T18:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': '53bfb7bf-90f5-48b7-81c5-a7fbf1ae785e', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'port_id': 'b28c72c7-4af9-484a-9ac9-b317a038c827', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'mac_address': 'fa:16:3e:78:4b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf66e8-8525-4c6e-8416-204ae240d599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:29:08Z', 'updated_at': '2022-02-16T18:29:08Z', 'revision_number': 0, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'fixed_ip_address_scope': None}, {'id': '8983bdc0-71e9-4492-9650-a5ee66668c64', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'port_id': '8f645f4d-db86-4492-ab2a-c4e89cca4f25', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'mac_address': 'fa:16:3e:ce:28:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce874aa-5880-4e1c-854e-f68b65b5aa96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:26:48Z', 'updated_at': '2022-02-16T18:26:51Z', 'revision_number': 1, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8674fa4a-823e-4de8-b1c9-17126717bd5a', 'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:40Z', 'updated_at': '2022-02-16T18:22:46Z', 'revision_number': 5, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'subnets': [{'id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:29:10.474233 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f051737d-cb37-4ee8-9aaa-71da766c8dde req-7a710f52-4115-4bed-907c-287a166306f3 service neutron] 10.222.0.45 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916419 Feb 16 18:29:10.486375 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c3581e-c1d9-4008-b4e3-db47da562ed6 None None] The sync data for ids ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'] in dv-cinder-773985-33-iscsi is: [{'id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'name': 'tempest-TestVolumeBootPattern-998245796-router', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:37Z', 'updated_at': '2022-02-16T18:22:41Z', 'revision_number': 4, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'gw_port': {'id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:38Z', 'updated_at': '2022-02-16T18:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': '53bfb7bf-90f5-48b7-81c5-a7fbf1ae785e', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'port_id': 'b28c72c7-4af9-484a-9ac9-b317a038c827', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'mac_address': 'fa:16:3e:78:4b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf66e8-8525-4c6e-8416-204ae240d599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:29:08Z', 'updated_at': '2022-02-16T18:29:08Z', 'revision_number': 0, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'fixed_ip_address_scope': None}, {'id': '8983bdc0-71e9-4492-9650-a5ee66668c64', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'port_id': '8f645f4d-db86-4492-ab2a-c4e89cca4f25', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'mac_address': 'fa:16:3e:ce:28:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce874aa-5880-4e1c-854e-f68b65b5aa96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:26:48Z', 'updated_at': '2022-02-16T18:26:51Z', 'revision_number': 1, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8674fa4a-823e-4de8-b1c9-17126717bd5a', 'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:40Z', 'updated_at': '2022-02-16T18:22:46Z', 'revision_number': 5, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'subnets': [{'id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:29:10.690368 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb52d6-f175-4576-93f3-c07cd2234259 req-de25fba6-4fb2-45bb-90ac-1c3a57304ea3 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:10.691972 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0fcb52d6-f175-4576-93f3-c07cd2234259 req-de25fba6-4fb2-45bb-90ac-1c3a57304ea3 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0569360 Feb 16 18:29:10.703438 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c397a82a-5f3d-404e-8c6a-0bbd47256eab None None] New status for floating IP 53bfb7bf-90f5-48b7-81c5-a7fbf1ae785e: ACTIVE {{(pid=103277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 18:29:10.745215 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0fcb52d6-f175-4576-93f3-c07cd2234259 req-f6d04bea-a619-43e8-8be9-07d8a1c3ff74 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470126 Feb 16 18:29:11.686820 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 34366) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:11.790712 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d9fab354-58dd-479c-ab3f-ab1e434a4c7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:11.862857 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d9fab354-58dd-479c-ab3f-ab1e434a4c7c admin admin] Publish callbacks [] for security_group (fbd7f1c6-f28d-4092-8f24-7132e648a144), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:11.873999 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ee413-1418-477f-a7e6-8843b6427b95 req-a3266cce-f66c-4455-a23e-ad0042497f10 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:11.875502 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2f8ee413-1418-477f-a7e6-8843b6427b95 req-a3266cce-f66c-4455-a23e-ad0042497f10 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0544584 Feb 16 18:29:11.923429 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2f8ee413-1418-477f-a7e6-8843b6427b95 req-a8a7616d-15b1-42cc-8991-f3a84eea8983 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418220 Feb 16 18:29:11.943908 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d9fab354-58dd-479c-ab3f-ab1e434a4c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (fbd7f1c6-f28d-4092-8f24-7132e648a144), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:11.981670 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fab354-58dd-479c-ab3f-ab1e434a4c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd7f1c6-f28d-4092-8f24-7132e648a144,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:11.987072 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-d9fab354-58dd-479c-ab3f-ab1e434a4c7c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5183bbe288624336a2d1a7f039fc57eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2992408 Feb 16 18:29:11.989714 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 34372) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:11.999248 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 258b739e-3be3-46f3-affb-dcb163160712 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=103277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 18:29:12.041639 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-220c631c-36bd-450d-9974-1bbce694971c admin admin] Publish callbacks [] for security_group (fbd7f1c6-f28d-4092-8f24-7132e648a144), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:12.061956 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-220c631c-36bd-450d-9974-1bbce694971c admin admin] Publish callbacks [] for security_group (fbd7f1c6-f28d-4092-8f24-7132e648a144), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:12.094816 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 258b739e-3be3-46f3-affb-dcb163160712, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=258b739e-3be3-46f3-affb-dcb163160712,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:29:12.105381 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Returning: {'device': '258b739e-3be3-46f3-affb-dcb163160712', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'port_id': '258b739e-3be3-46f3-affb-dcb163160712', 'mac_address': 'fa:16:3e:d9:5f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 18:29:12.146438 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 258b739e-3be3-46f3-affb-dcb163160712 is: ACTIVE; New status is: BUILD {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:29:12.146837 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (258b739e-3be3-46f3-affb-dcb163160712), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:12.159381 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 258b739e-3be3-46f3-affb-dcb163160712 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:29:12.167197 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-220c631c-36bd-450d-9974-1bbce694971c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (fbd7f1c6-f28d-4092-8f24-7132e648a144), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:12.169834 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-220c631c-36bd-450d-9974-1bbce694971c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:12.170965 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-220c631c-36bd-450d-9974-1bbce694971c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fbd7f1c6-f28d-4092-8f24-7132e648a144 HTTP/1.1" status: 204 len: 168 time: 0.1803143 Feb 16 18:29:12.178568 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c631c-36bd-450d-9974-1bbce694971c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd7f1c6-f28d-4092-8f24-7132e648a144,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:12.180975 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 258b739e-3be3-46f3-affb-dcb163160712, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=258b739e-3be3-46f3-affb-dcb163160712,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:29:12.241232 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (258b739e-3be3-46f3-affb-dcb163160712), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:12.294592 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=258b739e-3be3-46f3-affb-dcb163160712,revision_number=6']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:12.335333 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['258b739e-3be3-46f3-affb-dcb163160712'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:29:12.692964 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:13.062804 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c3145-8775-4a43-b45f-892a8b98a480 req-02e90b70-d126-411e-a57e-a92b49e0c04f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:13.064206 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-9b4c3145-8775-4a43-b45f-892a8b98a480 req-02e90b70-d126-411e-a57e-a92b49e0c04f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 945 time: 0.0595915 Feb 16 18:29:13.115462 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-9b4c3145-8775-4a43-b45f-892a8b98a480 req-e26a3191-63d2-459b-b6f9-a4839ce6eefb tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454466 Feb 16 18:29:14.015885 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 258b739e-3be3-46f3-affb-dcb163160712 up at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:29:14.070703 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning complete for port 258b739e-3be3-46f3-affb-dcb163160712 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:29:14.071081 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (258b739e-3be3-46f3-affb-dcb163160712), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:14.167819 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 258b739e-3be3-46f3-affb-dcb163160712 is: BUILD; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:29:14.167819 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (258b739e-3be3-46f3-affb-dcb163160712), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:14.265791 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd5182-f2e8-4253-b44d-589e77bcfad8 req-45f543bb-8da3-4ebf-a36a-e4d7e9ea68fd tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:14.268980 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c0fd5182-f2e8-4253-b44d-589e77bcfad8 req-45f543bb-8da3-4ebf-a36a-e4d7e9ea68fd tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 945 time: 0.0691433 Feb 16 18:29:14.345513 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c0fd5182-f2e8-4253-b44d-589e77bcfad8 req-772483ed-6398-461e-87e6-ed33d5bbaa45 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690224 Feb 16 18:29:14.390545 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e7f645-57e1-41f6-863d-4d1d4ae89b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258b739e-3be3-46f3-affb-dcb163160712'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:29:14.393006 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9e630a-bdc7-4268-9d1c-d16c777c843b" -d '{"events": [{"server_uuid": "c5e7f645-57e1-41f6-863d-4d1d4ae89b65", "name": "network-vif-plugged", "status": "completed", "tag": "258b739e-3be3-46f3-affb-dcb163160712"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:29:14.397054 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 258b739e-3be3-46f3-affb-dcb163160712, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=258b739e-3be3-46f3-affb-dcb163160712,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:29:14.440211 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290bcb79-75d0-4b29-b790-edb887fdd617 x-openstack-request-id: req-290bcb79-75d0-4b29-b790-edb887fdd617 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:29:14.440506 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e7f645-57e1-41f6-863d-4d1d4ae89b65", "name": "network-vif-plugged", "status": "completed", "tag": "258b739e-3be3-46f3-affb-dcb163160712", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:29:14.440756 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-290bcb79-75d0-4b29-b790-edb887fdd617 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:29:14.441206 dv-cinder-773985-33-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e7f645-57e1-41f6-863d-4d1d4ae89b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258b739e-3be3-46f3-affb-dcb163160712', 'code': 200} Feb 16 18:29:14.471476 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (258b739e-3be3-46f3-affb-dcb163160712), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:14.529644 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=258b739e-3be3-46f3-affb-dcb163160712,revision_number=7']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:15.490058 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937a935-17f4-4285-8292-0910cfe00643 req-bdc1945e-95e3-45f4-b40e-43393de8b72e tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:15.491623 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-3937a935-17f4-4285-8292-0910cfe00643 req-bdc1945e-95e3-45f4-b40e-43393de8b72e tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0678537 Feb 16 18:29:15.550991 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-3937a935-17f4-4285-8292-0910cfe00643 req-310f27b6-f344-41e7-be1e-13b5fbf631f4 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529592 Feb 16 18:29:16.697170 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd707abb-695c-45a7-89d6-9c5340794a03 req-93f1a571-9263-4cae-9150-f5853ca0294b tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:16.699299 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-dd707abb-695c-45a7-89d6-9c5340794a03 req-93f1a571-9263-4cae-9150-f5853ca0294b tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0584145 Feb 16 18:29:16.746813 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-dd707abb-695c-45a7-89d6-9c5340794a03 req-ea03eb7c-6fc6-4aa1-a45b-1f04c21385ef tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410132 Feb 16 18:29:17.776366 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 34484) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:17.909042 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a4c41-62f8-42fc-b272-781227fd48be req-9f6d8472-f548-4946-acac-a8d73d0e4d66 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:17.910699 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ce3a4c41-62f8-42fc-b272-781227fd48be req-9f6d8472-f548-4946-acac-a8d73d0e4d66 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0595541 Feb 16 18:29:17.911861 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-081bf54e-ae89-4769-8d2d-b187cc928a15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:17.970879 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ce3a4c41-62f8-42fc-b272-781227fd48be req-7936b466-8592-4997-9600-248639d596c8 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539896 Feb 16 18:29:18.035591 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-081bf54e-ae89-4769-8d2d-b187cc928a15 admin admin] Publish callbacks [] for security_group (1b01f9ee-1f52-4b9a-a3a9-e4f08e19cf93), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:18.092614 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-081bf54e-ae89-4769-8d2d-b187cc928a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (1b01f9ee-1f52-4b9a-a3a9-e4f08e19cf93), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:18.134066 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081bf54e-ae89-4769-8d2d-b187cc928a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b01f9ee-1f52-4b9a-a3a9-e4f08e19cf93,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:18.148378 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb1274-7d1d-465d-b6f4-6a10a20d3ceb req-525a3b04-7806-44ae-a44c-50683dfecf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:18.150170 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-36eb1274-7d1d-465d-b6f4-6a10a20d3ceb req-525a3b04-7806-44ae-a44c-50683dfecf47 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f578810a0a59485687a431fe9130087f&device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 1130 time: 0.0679054 Feb 16 18:29:18.151648 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-081bf54e-ae89-4769-8d2d-b187cc928a15 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9fd0721f81a8461ba6e8e8a292be81d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3736384 Feb 16 18:29:18.155584 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 34488) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:18.212545 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9253fa55-3440-4416-ae1c-3a18194c7187 admin admin] Publish callbacks [] for security_group (1b01f9ee-1f52-4b9a-a3a9-e4f08e19cf93), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:18.245448 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9253fa55-3440-4416-ae1c-3a18194c7187 admin admin] Publish callbacks [] for security_group (1b01f9ee-1f52-4b9a-a3a9-e4f08e19cf93), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:18.294089 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb1274-7d1d-465d-b6f4-6a10a20d3ceb req-b36f199d-6ecf-4ea5-be83-3402054f099b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:18.296810 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-36eb1274-7d1d-465d-b6f4-6a10a20d3ceb req-b36f199d-6ecf-4ea5-be83-3402054f099b service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bd730bd-dcfb-4229-829f-7f99ec690a12 HTTP/1.1" status: 200 len: 917 time: 0.1189659 Feb 16 18:29:18.378317 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-36eb1274-7d1d-465d-b6f4-6a10a20d3ceb req-ead41b0a-2bf2-4cbc-943b-6bbf2d243243 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=258b739e-3be3-46f3-affb-dcb163160712 HTTP/1.1" status: 200 len: 1002 time: 0.0713978 Feb 16 18:29:18.383715 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9253fa55-3440-4416-ae1c-3a18194c7187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (1b01f9ee-1f52-4b9a-a3a9-e4f08e19cf93), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:18.386697 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-9253fa55-3440-4416-ae1c-3a18194c7187 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:18.390578 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-9253fa55-3440-4416-ae1c-3a18194c7187 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1b01f9ee-1f52-4b9a-a3a9-e4f08e19cf93 HTTP/1.1" status: 204 len: 168 time: 0.2309167 Feb 16 18:29:18.405016 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253fa55-3440-4416-ae1c-3a18194c7187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b01f9ee-1f52-4b9a-a3a9-e4f08e19cf93,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:18.452548 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb1274-7d1d-465d-b6f4-6a10a20d3ceb req-039730ff-73ca-4429-afa7-c8c976bbeb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:18.454070 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-36eb1274-7d1d-465d-b6f4-6a10a20d3ceb req-039730ff-73ca-4429-afa7-c8c976bbeb4d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bedee63e-09ba-4347-9c07-16dc3ce2fd69 HTTP/1.1" status: 200 len: 855 time: 0.0694306 Feb 16 18:29:18.524341 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb1274-7d1d-465d-b6f4-6a10a20d3ceb req-f19aab8d-db25-4416-b274-aa9c0d6d7911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:18.526138 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-36eb1274-7d1d-465d-b6f4-6a10a20d3ceb req-f19aab8d-db25-4416-b274-aa9c0d6d7911 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd730bd-dcfb-4229-829f-7f99ec690a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0643659 Feb 16 18:29:18.659437 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-36eb1274-7d1d-465d-b6f4-6a10a20d3ceb req-d39f4761-bc6d-411a-9133-82f3132f5579 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd730bd-dcfb-4229-829f-7f99ec690a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263804 Feb 16 18:29:18.780574 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-36eb1274-7d1d-465d-b6f4-6a10a20d3ceb req-6d8e1e2c-7046-479c-a4d2-5c668f0fcddb service neutron] 10.222.0.45 "GET /v2.0/networks/5bd730bd-dcfb-4229-829f-7f99ec690a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136611 Feb 16 18:29:19.110272 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1304306-d453-496d-9400-88dc84044a2d req-1c8f8b6c-ecc7-421d-b5b7-db9f7b928f7f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:19.112063 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-c1304306-d453-496d-9400-88dc84044a2d req-1c8f8b6c-ecc7-421d-b5b7-db9f7b928f7f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0594175 Feb 16 18:29:19.163424 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-c1304306-d453-496d-9400-88dc84044a2d req-f02e945b-c514-4fa3-8860-8fa9fbf4ed34 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452478 Feb 16 18:29:20.314306 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f01e9-7e0b-4f28-badc-2a5be367c013 req-260b83db-4f23-4898-98ee-53ef674072a2 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:20.327044 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bf1f01e9-7e0b-4f28-badc-2a5be367c013 req-260b83db-4f23-4898-98ee-53ef674072a2 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0736949 Feb 16 18:29:20.397667 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bf1f01e9-7e0b-4f28-badc-2a5be367c013 req-924b071a-ae85-4921-8466-060bcfc3223b tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569303 Feb 16 18:29:21.515906 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc1c65-0fc9-4057-a3c3-75225afae721 req-232c60a1-72e5-44d7-86ea-ec22727f4e69 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:21.521569 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-45dc1c65-0fc9-4057-a3c3-75225afae721 req-232c60a1-72e5-44d7-86ea-ec22727f4e69 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0662181 Feb 16 18:29:21.576366 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-45dc1c65-0fc9-4057-a3c3-75225afae721 req-624a43af-acc8-49f3-a393-5777b8c53c42 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533323 Feb 16 18:29:22.748218 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f1436-36e6-4eb9-8866-ccf16ecdb041 req-352abf7b-a307-4936-b2f9-bfbef4d86b1d tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:22.750880 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-139f1436-36e6-4eb9-8866-ccf16ecdb041 req-352abf7b-a307-4936-b2f9-bfbef4d86b1d tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0641854 Feb 16 18:29:22.805340 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-139f1436-36e6-4eb9-8866-ccf16ecdb041 req-e5d8109e-0340-4971-8be3-f145ebe59578 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484278 Feb 16 18:29:23.946644 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365f4e6-8b7f-4e48-ad7b-eb45107fde54 req-d12cb3dc-b113-4002-86e3-882a75c5742e tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:23.949184 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-4365f4e6-8b7f-4e48-ad7b-eb45107fde54 req-d12cb3dc-b113-4002-86e3-882a75c5742e tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0580516 Feb 16 18:29:23.998228 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-4365f4e6-8b7f-4e48-ad7b-eb45107fde54 req-6d3dabc3-ced9-444b-a5be-f7a63d55f2aa tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433376 Feb 16 18:29:25.128999 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696cf77d-c04d-438d-8c04-853bf153c6fc req-cbd59e61-46bd-49d7-bd92-618efc711975 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:25.130449 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-696cf77d-c04d-438d-8c04-853bf153c6fc req-cbd59e61-46bd-49d7-bd92-618efc711975 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0589733 Feb 16 18:29:25.209659 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-696cf77d-c04d-438d-8c04-853bf153c6fc req-b7906aff-2021-42d4-a8b7-6fc6e0611659 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735674 Feb 16 18:29:25.228466 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18426d10-8a96-4cb3-bb8a-0b7a9e9fa8c4 req-cf20a1fd-1029-43c2-876a-021a1de806b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:25.230031 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-18426d10-8a96-4cb3-bb8a-0b7a9e9fa8c4 req-cf20a1fd-1029-43c2-876a-021a1de806b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f578810a0a59485687a431fe9130087f&device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 1130 time: 0.0572848 Feb 16 18:29:25.320770 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18426d10-8a96-4cb3-bb8a-0b7a9e9fa8c4 req-1c45f55a-5163-4492-bfc9-38dc36ce4965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:25.322267 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-18426d10-8a96-4cb3-bb8a-0b7a9e9fa8c4 req-1c45f55a-5163-4492-bfc9-38dc36ce4965 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bd730bd-dcfb-4229-829f-7f99ec690a12 HTTP/1.1" status: 200 len: 917 time: 0.0858483 Feb 16 18:29:25.391259 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-18426d10-8a96-4cb3-bb8a-0b7a9e9fa8c4 req-8c61df4e-12f7-44a8-89b1-d958ff55d431 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=258b739e-3be3-46f3-affb-dcb163160712 HTTP/1.1" status: 200 len: 1002 time: 0.0619917 Feb 16 18:29:25.441417 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18426d10-8a96-4cb3-bb8a-0b7a9e9fa8c4 req-d0333af7-e1e4-44a3-b902-25968d7c299c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:25.442828 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-18426d10-8a96-4cb3-bb8a-0b7a9e9fa8c4 req-d0333af7-e1e4-44a3-b902-25968d7c299c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bedee63e-09ba-4347-9c07-16dc3ce2fd69 HTTP/1.1" status: 200 len: 855 time: 0.0438864 Feb 16 18:29:25.501618 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18426d10-8a96-4cb3-bb8a-0b7a9e9fa8c4 req-3fefdd5e-4648-44f3-bdab-8d4bc3cfff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:25.503132 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-18426d10-8a96-4cb3-bb8a-0b7a9e9fa8c4 req-3fefdd5e-4648-44f3-bdab-8d4bc3cfff23 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd730bd-dcfb-4229-829f-7f99ec690a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0510938 Feb 16 18:29:25.601744 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-18426d10-8a96-4cb3-bb8a-0b7a9e9fa8c4 req-d515b3c4-f77b-4d16-86a6-32e5534cada3 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd730bd-dcfb-4229-829f-7f99ec690a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920835 Feb 16 18:29:25.710334 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-18426d10-8a96-4cb3-bb8a-0b7a9e9fa8c4 req-c9f56fdc-100f-4a6f-bdaa-c3e0bf8147a4 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd730bd-dcfb-4229-829f-7f99ec690a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003804 Feb 16 18:29:26.337686 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45f2d6-6b9e-4583-a1b0-9648549986f8 req-d95c0ede-df03-4858-922e-52d5d6ba0be6 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:26.339822 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0a45f2d6-6b9e-4583-a1b0-9648549986f8 req-d95c0ede-df03-4858-922e-52d5d6ba0be6 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0538192 Feb 16 18:29:26.389636 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0a45f2d6-6b9e-4583-a1b0-9648549986f8 req-80e48d3e-3208-411c-b5f4-f7ccc09e2d13 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441799 Feb 16 18:29:27.514521 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a6e14-2577-4d6c-ada4-6516c9f00f02 req-46aab1f7-36f8-422e-8d64-2989a2ef6d37 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:27.515892 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d32a6e14-2577-4d6c-ada4-6516c9f00f02 req-46aab1f7-36f8-422e-8d64-2989a2ef6d37 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 946 time: 0.0529919 Feb 16 18:29:27.563545 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d32a6e14-2577-4d6c-ada4-6516c9f00f02 req-af1d06f0-9056-4fbf-8fd9-6cbd9826752f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421047 Feb 16 18:29:28.046225 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 258b739e-3be3-46f3-affb-dcb163160712 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:29:28.126019 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 258b739e-3be3-46f3-affb-dcb163160712 is: ACTIVE; New status is: DOWN {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:29:28.126412 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (258b739e-3be3-46f3-affb-dcb163160712), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:28.148799 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e7f645-57e1-41f6-863d-4d1d4ae89b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '258b739e-3be3-46f3-affb-dcb163160712'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:29:28.151031 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7770b5-aa45-48c0-b1a9-aa67fbd1f303" -d '{"events": [{"server_uuid": "c5e7f645-57e1-41f6-863d-4d1d4ae89b65", "name": "network-vif-unplugged", "status": "completed", "tag": "258b739e-3be3-46f3-affb-dcb163160712"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:29:28.163345 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 258b739e-3be3-46f3-affb-dcb163160712, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=258b739e-3be3-46f3-affb-dcb163160712,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:29:28.188047 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 18:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df2b145-2c65-4856-be4a-9c7434cb2244 x-openstack-request-id: req-9df2b145-2c65-4856-be4a-9c7434cb2244 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:29:28.188351 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e7f645-57e1-41f6-863d-4d1d4ae89b65", "name": "network-vif-unplugged", "status": "completed", "tag": "258b739e-3be3-46f3-affb-dcb163160712", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:29:28.188603 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9df2b145-2c65-4856-be4a-9c7434cb2244 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:29:28.189002 dv-cinder-773985-33-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e7f645-57e1-41f6-863d-4d1d4ae89b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '258b739e-3be3-46f3-affb-dcb163160712', 'code': 200} Feb 16 18:29:28.218480 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (258b739e-3be3-46f3-affb-dcb163160712), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:28.273834 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=258b739e-3be3-46f3-affb-dcb163160712,revision_number=8']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:28.686844 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93cd594-85a4-4421-840f-343a15e7f61b req-cd394224-f4b3-4e18-b132-2fab2a290dc6 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:28.688293 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b93cd594-85a4-4421-840f-343a15e7f61b req-cd394224-f4b3-4e18-b132-2fab2a290dc6 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 944 time: 0.0522318 Feb 16 18:29:28.735037 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b93cd594-85a4-4421-840f-343a15e7f61b req-b27138c2-e4df-44c8-82e2-e9308462a9fd tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410829 Feb 16 18:29:29.941462 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 34666) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:30.047757 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5365e679-0878-4c8d-9551-79f50288e967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:30.121807 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5365e679-0878-4c8d-9551-79f50288e967 admin admin] Publish callbacks [] for security_group (6eef7480-1bd2-4685-b222-eb5a827a0cd1), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:30.178162 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5365e679-0878-4c8d-9551-79f50288e967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (6eef7480-1bd2-4685-b222-eb5a827a0cd1), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:30.221768 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-5365e679-0878-4c8d-9551-79f50288e967 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c5e5fd1b63024c6b85826db4430c49bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792025 Feb 16 18:29:30.222650 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365e679-0878-4c8d-9551-79f50288e967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eef7480-1bd2-4685-b222-eb5a827a0cd1,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:30.224565 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 34674) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:30.230226 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5365e679-0878-4c8d-9551-79f50288e967 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:30.230580 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5365e679-0878-4c8d-9551-79f50288e967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:30.230927 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5365e679-0878-4c8d-9551-79f50288e967 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:30.231272 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5365e679-0878-4c8d-9551-79f50288e967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:30.231609 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5365e679-0878-4c8d-9551-79f50288e967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:30.231940 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5365e679-0878-4c8d-9551-79f50288e967 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:30.232273 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5365e679-0878-4c8d-9551-79f50288e967 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:30.232604 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5365e679-0878-4c8d-9551-79f50288e967 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:30.232933 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5365e679-0878-4c8d-9551-79f50288e967 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:30.233284 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5365e679-0878-4c8d-9551-79f50288e967 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:30.233610 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5365e679-0878-4c8d-9551-79f50288e967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:30.233932 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5365e679-0878-4c8d-9551-79f50288e967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:30.234292 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5365e679-0878-4c8d-9551-79f50288e967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:30.279950 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8954f9c6-956b-4dd3-b7db-2706c547c803 admin admin] Publish callbacks [] for security_group (6eef7480-1bd2-4685-b222-eb5a827a0cd1), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:30.300207 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8954f9c6-956b-4dd3-b7db-2706c547c803 admin admin] Publish callbacks [] for security_group (6eef7480-1bd2-4685-b222-eb5a827a0cd1), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:30.406635 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8954f9c6-956b-4dd3-b7db-2706c547c803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (6eef7480-1bd2-4685-b222-eb5a827a0cd1), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:30.409296 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8954f9c6-956b-4dd3-b7db-2706c547c803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:30.410478 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-8954f9c6-956b-4dd3-b7db-2706c547c803 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6eef7480-1bd2-4685-b222-eb5a827a0cd1 HTTP/1.1" status: 204 len: 168 time: 0.1843400 Feb 16 18:29:30.418706 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f9c6-956b-4dd3-b7db-2706c547c803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eef7480-1bd2-4685-b222-eb5a827a0cd1,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:30.857197 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95ac56-5051-4ad1-904c-02004ece110b req-be50fdfa-2004-47a3-a62e-01a17f62ecc6 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:30.858769 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-cb95ac56-5051-4ad1-904c-02004ece110b req-be50fdfa-2004-47a3-a62e-01a17f62ecc6 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 944 time: 0.0581367 Feb 16 18:29:30.908360 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-cb95ac56-5051-4ad1-904c-02004ece110b req-f37a0e18-87fa-48f4-a05d-18a4ca83d21a tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423188 Feb 16 18:29:30.952068 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 34696) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:30.970005 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6fcf571e-fcb0-4177-b51a-6d725c2c0af9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:31.045332 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6fcf571e-fcb0-4177-b51a-6d725c2c0af9 admin admin] Publish callbacks [] for security_group (55f3a3cf-a740-4701-9afa-336a9b019ebd), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:31.104069 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-6fcf571e-fcb0-4177-b51a-6d725c2c0af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (55f3a3cf-a740-4701-9afa-336a9b019ebd), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:31.146684 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-6fcf571e-fcb0-4177-b51a-6d725c2c0af9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=96d3fb9a5ab84a94884c4be9f8731d26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1945288 Feb 16 18:29:31.147633 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf571e-fcb0-4177-b51a-6d725c2c0af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f3a3cf-a740-4701-9afa-336a9b019ebd,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:31.149515 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 34704) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:31.202278 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9350-4277-4208-ac2c-10b8dade6f6a admin admin] Publish callbacks [] for security_group (55f3a3cf-a740-4701-9afa-336a9b019ebd), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:31.224575 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9350-4277-4208-ac2c-10b8dade6f6a admin admin] Publish callbacks [] for security_group (55f3a3cf-a740-4701-9afa-336a9b019ebd), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:31.350358 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9350-4277-4208-ac2c-10b8dade6f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (55f3a3cf-a740-4701-9afa-336a9b019ebd), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:31.350358 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-2bcb9350-4277-4208-ac2c-10b8dade6f6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:31.350358 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-2bcb9350-4277-4208-ac2c-10b8dade6f6a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/55f3a3cf-a740-4701-9afa-336a9b019ebd HTTP/1.1" status: 204 len: 168 time: 0.1967740 Feb 16 18:29:31.358154 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9350-4277-4208-ac2c-10b8dade6f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f3a3cf-a740-4701-9afa-336a9b019ebd,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:31.385186 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 34712) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:31.473875 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e880a40a-7d09-4768-ad8b-9e086659cbe7 req-1739cd0f-eaa5-4e93-9279-882b83c90672 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869093 Feb 16 18:29:31.482752 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [req-e880a40a-7d09-4768-ad8b-9e086659cbe7 req-117cf837-92a3-4129-b9ff-4e3fc8c6eef7 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103275) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:29:31.483703 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e880a40a-7d09-4768-ad8b-9e086659cbe7 req-117cf837-92a3-4129-b9ff-4e3fc8c6eef7 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053518 Feb 16 18:29:31.621727 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 34720) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:31.761175 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880a40a-7d09-4768-ad8b-9e086659cbe7 req-4150d5ae-d0af-4310-bb1f-decf7e960889 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:31.762525 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e880a40a-7d09-4768-ad8b-9e086659cbe7 req-4150d5ae-d0af-4310-bb1f-decf7e960889 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports/258b739e-3be3-46f3-affb-dcb163160712 HTTP/1.1" status: 200 len: 941 time: 0.1396451 Feb 16 18:29:31.980995 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 34734) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:31.989380 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4b28820b-c721-465d-b5af-75bcb4927c37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:32.033988 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:29:32.042347 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d84a31-faf8-4863-bed4-98a7b7d39ddb req-fe07e8bd-16ff-4198-8acb-c6a30cef0aee tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:32.043847 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-15d84a31-faf8-4863-bed4-98a7b7d39ddb req-fe07e8bd-16ff-4198-8acb-c6a30cef0aee tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 944 time: 0.0594041 Feb 16 18:29:32.065517 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4b28820b-c721-465d-b5af-75bcb4927c37 admin admin] Publish callbacks [] for security_group (4cc5fe0c-8c93-437c-a98c-3574ad1225fb), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:32.093474 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-15d84a31-faf8-4863-bed4-98a7b7d39ddb req-e2c54b76-d5f8-460d-8ce8-7ce5a194c7ab tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430822 Feb 16 18:29:32.149532 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4b28820b-c721-465d-b5af-75bcb4927c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (4cc5fe0c-8c93-437c-a98c-3574ad1225fb), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:32.194210 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-4b28820b-c721-465d-b5af-75bcb4927c37 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6fbbd0dd9e5847f58f232c91fd6ea6b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151124 Feb 16 18:29:32.194210 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28820b-c721-465d-b5af-75bcb4927c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc5fe0c-8c93-437c-a98c-3574ad1225fb,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:32.195220 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 34736) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:32.207249 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-e55be024-f8e7-4e84-9931-d9c5fa443727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:32.257112 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-527cfbc0-9461-481a-922e-1cd1a5ddfa52 admin admin] Publish callbacks [] for security_group (4cc5fe0c-8c93-437c-a98c-3574ad1225fb), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:32.277614 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-527cfbc0-9461-481a-922e-1cd1a5ddfa52 admin admin] Publish callbacks [] for security_group (4cc5fe0c-8c93-437c-a98c-3574ad1225fb), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:32.429682 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-527cfbc0-9461-481a-922e-1cd1a5ddfa52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (4cc5fe0c-8c93-437c-a98c-3574ad1225fb), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:32.432312 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-527cfbc0-9461-481a-922e-1cd1a5ddfa52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:32.433656 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-527cfbc0-9461-481a-922e-1cd1a5ddfa52 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4cc5fe0c-8c93-437c-a98c-3574ad1225fb HTTP/1.1" status: 204 len: 168 time: 0.2369235 Feb 16 18:29:32.441604 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527cfbc0-9461-481a-922e-1cd1a5ddfa52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc5fe0c-8c93-437c-a98c-3574ad1225fb,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:33.164669 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880a40a-7d09-4768-ad8b-9e086659cbe7 req-83ad6aa6-3b24-4aae-af4e-a124f53b4d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:33.166233 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e880a40a-7d09-4768-ad8b-9e086659cbe7 req-83ad6aa6-3b24-4aae-af4e-a124f53b4d4d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65&tenant_id=f578810a0a59485687a431fe9130087f HTTP/1.1" status: 200 len: 1128 time: 0.0483584 Feb 16 18:29:33.263309 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe068244-50ff-450a-9989-36861027f918 req-e40ee2d1-9680-4c9d-92f5-a632e44f23d5 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:33.264794 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fe068244-50ff-450a-9989-36861027f918 req-e40ee2d1-9680-4c9d-92f5-a632e44f23d5 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 944 time: 0.0831785 Feb 16 18:29:33.270846 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880a40a-7d09-4768-ad8b-9e086659cbe7 req-a1d22bed-c390-439e-b988-6307dcf92d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:33.272241 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e880a40a-7d09-4768-ad8b-9e086659cbe7 req-a1d22bed-c390-439e-b988-6307dcf92d48 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f578810a0a59485687a431fe9130087f&device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 1128 time: 0.0802119 Feb 16 18:29:33.373754 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fe068244-50ff-450a-9989-36861027f918 req-48b5bdfe-3cfa-4d0f-9d5f-b334955dcb27 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005704 Feb 16 18:29:33.396314 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 34760) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:33.396798 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880a40a-7d09-4768-ad8b-9e086659cbe7 req-d3677cbb-6dd7-48e9-85fd-1ac6331ab0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:33.398025 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e880a40a-7d09-4768-ad8b-9e086659cbe7 req-d3677cbb-6dd7-48e9-85fd-1ac6331ab0d1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bd730bd-dcfb-4229-829f-7f99ec690a12 HTTP/1.1" status: 200 len: 917 time: 0.1184731 Feb 16 18:29:33.468954 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e880a40a-7d09-4768-ad8b-9e086659cbe7 req-a9f66d0c-ea9e-4292-921a-40cebcadf2b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=258b739e-3be3-46f3-affb-dcb163160712 HTTP/1.1" status: 200 len: 1000 time: 0.0639088 Feb 16 18:29:33.498436 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-d87a2c5e-ec67-4d0b-941f-4522c75f6f7b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1329718827-network', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:29:33.520346 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880a40a-7d09-4768-ad8b-9e086659cbe7 req-f7ebb36f-754b-42df-957a-bdb8e423b454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:33.521849 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e880a40a-7d09-4768-ad8b-9e086659cbe7 req-f7ebb36f-754b-42df-957a-bdb8e423b454 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bedee63e-09ba-4347-9c07-16dc3ce2fd69 HTTP/1.1" status: 200 len: 855 time: 0.0450897 Feb 16 18:29:33.572628 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880a40a-7d09-4768-ad8b-9e086659cbe7 req-c4e39165-a486-4c44-9c32-e10b27a16bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:33.574187 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e880a40a-7d09-4768-ad8b-9e086659cbe7 req-c4e39165-a486-4c44-9c32-e10b27a16bb3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd730bd-dcfb-4229-829f-7f99ec690a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435221 Feb 16 18:29:33.583994 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87a2c5e-ec67-4d0b-941f-4522c75f6f7b admin admin] Made reservation on behalf of 28e3def0fcef4ccc84b9642e9c3f25b1 for: {'network': 1} {{(pid=103276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:29:33.586427 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d87a2c5e-ec67-4d0b-941f-4522c75f6f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for network (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:33.595155 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d87a2c5e-ec67-4d0b-941f-4522c75f6f7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:33.670278 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e880a40a-7d09-4768-ad8b-9e086659cbe7 req-aae1a723-0140-4744-85dd-95af63652eba service neutron] 10.222.0.45 "GET /v2.0/networks/5bd730bd-dcfb-4229-829f-7f99ec690a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887012 Feb 16 18:29:33.678130 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d87a2c5e-ec67-4d0b-941f-4522c75f6f7b admin admin] Publish callbacks [] for security_group (7da3ce19-797b-4f7d-b0eb-ffe862bb6e22), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:33.755597 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d87a2c5e-ec67-4d0b-941f-4522c75f6f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (7da3ce19-797b-4f7d-b0eb-ffe862bb6e22), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:33.758222 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e880a40a-7d09-4768-ad8b-9e086659cbe7 req-231b62b2-a299-4610-8093-2f93ef4c3e1f service neutron] 10.222.0.45 "GET /v2.0/networks/5bd730bd-dcfb-4229-829f-7f99ec690a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809069 Feb 16 18:29:33.782478 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87a2c5e-ec67-4d0b-941f-4522c75f6f7b admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 18:29:33.793811 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a2c5e-ec67-4d0b-941f-4522c75f6f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da3ce19-797b-4f7d-b0eb-ffe862bb6e22,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:33.799203 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d87a2c5e-ec67-4d0b-941f-4522c75f6f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (cac95077-6688-411d-94a5-9c739f5cccb3), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:33.799599 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.db.segments_db [None req-d87a2c5e-ec67-4d0b-941f-4522c75f6f7b admin admin] Added segment cac95077-6688-411d-94a5-9c739f5cccb3 of type vlan for network 932fb648-4700-4805-be35-6f1b1307cd12 Feb 16 18:29:33.841296 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d87a2c5e-ec67-4d0b-941f-4522c75f6f7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776561717104'] for network (932fb648-4700-4805-be35-6f1b1307cd12), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:33.926435 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d87a2c5e-ec67-4d0b-941f-4522c75f6f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for network (932fb648-4700-4805-be35-6f1b1307cd12), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:33.927412 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87a2c5e-ec67-4d0b-941f-4522c75f6f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:33.927994 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d87a2c5e-ec67-4d0b-941f-4522c75f6f7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:33.986431 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a2c5e-ec67-4d0b-941f-4522c75f6f7b admin admin] Pushing event updated for resources: {'Network': ['ID=932fb648-4700-4805-be35-6f1b1307cd12,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:33.996725 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Network 932fb648-4700-4805-be35-6f1b1307cd12 details requested by agent ovs-agent-dv-cinder-773985-33-iscsi with host dv-cinder-773985-33-iscsi {{(pid=103277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 18:29:34.028289 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-d87a2c5e-ec67-4d0b-941f-4522c75f6f7b admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6306403 Feb 16 18:29:34.031362 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 34774) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:34.036672 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-8592a794-718c-4fa1-9942-a04e66aa284d admin admin] Request body: {'subnet': {'network_id': '932fb648-4700-4805-be35-6f1b1307cd12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1329718827-subnet', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'ip_version': 4}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:29:34.109970 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8592a794-718c-4fa1-9942-a04e66aa284d admin admin] Made reservation on behalf of 28e3def0fcef4ccc84b9642e9c3f25b1 for: {'subnet': 1} {{(pid=103276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:29:34.112529 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8592a794-718c-4fa1-9942-a04e66aa284d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494496'] for subnet (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:34.356246 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8592a794-718c-4fa1-9942-a04e66aa284d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9131276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494482'] for subnet (da64b2ef-9d0d-434c-ab71-49a669344743), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:34.424964 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-40512266-f6c4-462c-999e-130a424d8ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:34.432389 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592a794-718c-4fa1-9942-a04e66aa284d admin admin] Pushing event updated for resources: {'Subnet': ['ID=da64b2ef-9d0d-434c-ab71-49a669344743,revision_number=0']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:34.442765 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8592a794-718c-4fa1-9942-a04e66aa284d admin admin] Checking segment: {'id': 'cac95077-6688-411d-94a5-9c739f5cccb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:29:34.443486 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8592a794-718c-4fa1-9942-a04e66aa284d admin admin] Network hostable DHCP agents. Network: 932fb648-4700-4805-be35-6f1b1307cd12, hostable agents: ['f2339edf-a2ee-4e84-8bf4-086a7482b327'], hosted agents: [] {{(pid=103276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 18:29:34.532378 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8592a794-718c-4fa1-9942-a04e66aa284d admin admin] Network 932fb648-4700-4805-be35-6f1b1307cd12 is scheduled to be hosted by DHCP agent f2339edf-a2ee-4e84-8bf4-086a7482b327 with binding_index 1 {{(pid=103276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 18:29:34.561973 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620ad9d-12aa-4e68-a72e-a818d31944f1 req-5eef722c-3122-42b3-87a9-017526262312 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:34.563693 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-f620ad9d-12aa-4e68-a72e-a818d31944f1 req-5eef722c-3122-42b3-87a9-017526262312 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 944 time: 0.0658140 Feb 16 18:29:34.623244 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-f620ad9d-12aa-4e68-a72e-a818d31944f1 req-750cee82-99aa-430e-956c-f1adf6c61a33 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503480 Feb 16 18:29:34.624516 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-8592a794-718c-4fa1-9942-a04e66aa284d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-33-iscsi, 932fb648-4700-4805-be35-6f1b1307cd12) {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:29:34.631248 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8592a794-718c-4fa1-9942-a04e66aa284d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:34.631922 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-8592a794-718c-4fa1-9942-a04e66aa284d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:34.634794 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19488a2f-4651-4eca-b88a-b1604484c0c4 None None] Network 932fb648-4700-4805-be35-6f1b1307cd12 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:29:34.728189 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-8592a794-718c-4fa1-9942-a04e66aa284d admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6929717 Feb 16 18:29:34.728407 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 34788) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:34.734442 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-cef49498-cb2f-49a3-aa1c-1eda1b92537b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1329718827-router', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:29:34.803754 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcc9f5d-5ff0-4498-aad9-62fafee05784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15817be5-ed40-5113-87ca-305c7188bdc0-932fb648-4700-4805-be35-6f1b1307cd12', 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12', 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'fixed_ips': [{'subnet_id': 'da64b2ef-9d0d-434c-ab71-49a669344743'}]}} from dv-cinder-773985-33-iscsi. {{(pid=103277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 18:29:34.804794 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4fcc9f5d-5ff0-4498-aad9-62fafee05784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:34.813765 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cef49498-cb2f-49a3-aa1c-1eda1b92537b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-465507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1026382'] for router (3db9ed0f-4d5a-440a-96b0-ef66069d75d5), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:34.815715 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cef49498-cb2f-49a3-aa1c-1eda1b92537b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-459561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1026423'] for router (3db9ed0f-4d5a-440a-96b0-ef66069d75d5), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:34.914397 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cef49498-cb2f-49a3-aa1c-1eda1b92537b admin admin] Publish callbacks [] for router_controller (3db9ed0f-4d5a-440a-96b0-ef66069d75d5), precommit_add_association {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:34.975039 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [None req-4fcc9f5d-5ff0-4498-aad9-62fafee05784 None None] Allocated IP 172.20.0.2 (932fb648-4700-4805-be35-6f1b1307cd12/da64b2ef-9d0d-434c-ab71-49a669344743/65b4cad9-cfa2-4358-a91c-beaef57e8394) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:29:35.142473 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4fcc9f5d-5ff0-4498-aad9-62fafee05784 None None] Publish callbacks [] for port (65b4cad9-cfa2-4358-a91c-beaef57e8394), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:35.163741 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cef49498-cb2f-49a3-aa1c-1eda1b92537b admin admin] Publish callbacks [] for router_gateway (3db9ed0f-4d5a-440a-96b0-ef66069d75d5), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:35.224456 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4fcc9f5d-5ff0-4498-aad9-62fafee05784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341'] for port (65b4cad9-cfa2-4358-a91c-beaef57e8394), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:35.272954 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcc9f5d-5ff0-4498-aad9-62fafee05784 None None] Network 932fb648-4700-4805-be35-6f1b1307cd12 is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:29:35.279051 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-4fcc9f5d-5ff0-4498-aad9-62fafee05784 None None] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:29:35.284048 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcc9f5d-5ff0-4498-aad9-62fafee05784 None None] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:29:35.289888 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc9f5d-5ff0-4498-aad9-62fafee05784 None None] Pushing event updated for resources: {'Port': ['ID=65b4cad9-cfa2-4358-a91c-beaef57e8394,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:35.346515 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-4fcc9f5d-5ff0-4498-aad9-62fafee05784 None None] Attempting to bind port 65b4cad9-cfa2-4358-a91c-beaef57e8394 on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:29:35.347101 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-4fcc9f5d-5ff0-4498-aad9-62fafee05784 None None] Attempting to bind port 65b4cad9-cfa2-4358-a91c-beaef57e8394 by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': 'cac95077-6688-411d-94a5-9c739f5cccb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:29:35.347566 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc9f5d-5ff0-4498-aad9-62fafee05784 None None] Attempting to bind port 65b4cad9-cfa2-4358-a91c-beaef57e8394 on network 932fb648-4700-4805-be35-6f1b1307cd12 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:29:35.353333 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc9f5d-5ff0-4498-aad9-62fafee05784 None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:29:35.353806 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc9f5d-5ff0-4498-aad9-62fafee05784 None None] Checking segment: {'id': 'cac95077-6688-411d-94a5-9c739f5cccb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:29:35.354238 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4fcc9f5d-5ff0-4498-aad9-62fafee05784 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:35.354748 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc9f5d-5ff0-4498-aad9-62fafee05784 None None] Bound using segment: {'id': 'cac95077-6688-411d-94a5-9c739f5cccb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:29:35.355258 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-4fcc9f5d-5ff0-4498-aad9-62fafee05784 None None] Bound port: 65b4cad9-cfa2-4358-a91c-beaef57e8394, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac95077-6688-411d-94a5-9c739f5cccb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:29:35.355644 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4fcc9f5d-5ff0-4498-aad9-62fafee05784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (65b4cad9-cfa2-4358-a91c-beaef57e8394), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:35.432262 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-4fcc9f5d-5ff0-4498-aad9-62fafee05784 None None] For port 65b4cad9-cfa2-4358-a91c-beaef57e8394, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:29:35.435640 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-4fcc9f5d-5ff0-4498-aad9-62fafee05784 None None] For port 65b4cad9-cfa2-4358-a91c-beaef57e8394, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=65b4cad9-cfa2-4358-a91c-beaef57e8394,segment=NetworkSegment(cac95077-6688-411d-94a5-9c739f5cccb3),segment_id=cac95077-6688-411d-94a5-9c739f5cccb3)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:29:35.520397 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cef49498-cb2f-49a3-aa1c-1eda1b92537b admin admin] Publish callbacks [] for router_gateway (3db9ed0f-4d5a-440a-96b0-ef66069d75d5), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:35.545024 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cef49498-cb2f-49a3-aa1c-1eda1b92537b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:35.563136 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4fcc9f5d-5ff0-4498-aad9-62fafee05784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (65b4cad9-cfa2-4358-a91c-beaef57e8394), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:35.634303 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:35.644092 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc9f5d-5ff0-4498-aad9-62fafee05784 None None] Pushing event updated for resources: {'Port': ['ID=65b4cad9-cfa2-4358-a91c-beaef57e8394,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:35.741951 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-cef49498-cb2f-49a3-aa1c-1eda1b92537b admin admin] Allocated IP 172.27.3.210 (c00f8eca-8c80-474c-b61e-3160eeb0c24d/19362ace-3fbd-48f2-895e-4d065f6f071c/67cc3bfa-834e-43d7-b8e9-387cf59ec8a2) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:29:35.827721 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980db2b-04fa-4530-aa3e-0d042ae014f2 req-fe30f444-8b71-4e89-9d33-32c59a67d8e3 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:35.838073 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2980db2b-04fa-4530-aa3e-0d042ae014f2 req-fe30f444-8b71-4e89-9d33-32c59a67d8e3 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 944 time: 0.0990922 Feb 16 18:29:35.905840 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2980db2b-04fa-4530-aa3e-0d042ae014f2 req-c34cd77d-596e-4732-8d42-cf533f606de0 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635502 Feb 16 18:29:35.932630 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cef49498-cb2f-49a3-aa1c-1eda1b92537b admin admin] Publish callbacks [] for port (67cc3bfa-834e-43d7-b8e9-387cf59ec8a2), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:36.047928 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cef49498-cb2f-49a3-aa1c-1eda1b92537b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (67cc3bfa-834e-43d7-b8e9-387cf59ec8a2), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:36.106339 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef49498-cb2f-49a3-aa1c-1eda1b92537b admin admin] Network c00f8eca-8c80-474c-b61e-3160eeb0c24d is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:29:36.112262 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-cef49498-cb2f-49a3-aa1c-1eda1b92537b admin admin] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:29:36.122949 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef49498-cb2f-49a3-aa1c-1eda1b92537b admin admin] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:29:36.199883 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef49498-cb2f-49a3-aa1c-1eda1b92537b admin admin] Pushing event updated for resources: {'Port': ['ID=67cc3bfa-834e-43d7-b8e9-387cf59ec8a2,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:36.605214 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cef49498-cb2f-49a3-aa1c-1eda1b92537b admin admin] Publish callbacks [] for router_gateway (3db9ed0f-4d5a-440a-96b0-ef66069d75d5), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:36.889323 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cef49498-cb2f-49a3-aa1c-1eda1b92537b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-465654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-459636'] for router (3db9ed0f-4d5a-440a-96b0-ef66069d75d5), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:37.052779 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:37.096916 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d6804d-a34d-4aa7-961c-e87dbd3e5f20 None None] Network 932fb648-4700-4805-be35-6f1b1307cd12 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:29:37.205398 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-2b1ebf66-b1a6-43c0-9146-a7ab4263b037 None None] Provisioning complete for port 65b4cad9-cfa2-4358-a91c-beaef57e8394 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:29:37.206225 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2b1ebf66-b1a6-43c0-9146-a7ab4263b037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (65b4cad9-cfa2-4358-a91c-beaef57e8394), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:37.332932 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-2b1ebf66-b1a6-43c0-9146-a7ab4263b037 None None] Current status of the port 65b4cad9-cfa2-4358-a91c-beaef57e8394 is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:29:37.333591 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2b1ebf66-b1a6-43c0-9146-a7ab4263b037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (65b4cad9-cfa2-4358-a91c-beaef57e8394), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:37.350165 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500fb3f-a707-4269-b0c4-510aa8bd0c67 req-1efd495b-baa3-4164-8741-85f0be08e915 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:37.351760 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a500fb3f-a707-4269-b0c4-510aa8bd0c67 req-1efd495b-baa3-4164-8741-85f0be08e915 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 944 time: 0.3472576 Feb 16 18:29:37.378087 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-2b1ebf66-b1a6-43c0-9146-a7ab4263b037 None None] For port 65b4cad9-cfa2-4358-a91c-beaef57e8394, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=65b4cad9-cfa2-4358-a91c-beaef57e8394,segment=NetworkSegment(cac95077-6688-411d-94a5-9c739f5cccb3),segment_id=cac95077-6688-411d-94a5-9c739f5cccb3)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:29:37.410517 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a500fb3f-a707-4269-b0c4-510aa8bd0c67 req-7dfe9627-005b-414e-b13a-4403a1dba8ca tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504603 Feb 16 18:29:37.463873 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef49498-cb2f-49a3-aa1c-1eda1b92537b admin admin] Router 3db9ed0f-4d5a-440a-96b0-ef66069d75d5 is scheduled to L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 with binding_index 1 {{(pid=103276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 18:29:37.486811 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2b1ebf66-b1a6-43c0-9146-a7ab4263b037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (65b4cad9-cfa2-4358-a91c-beaef57e8394), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:37.576362 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ebf66-b1a6-43c0-9146-a7ab4263b037 None None] Pushing event updated for resources: {'Port': ['ID=65b4cad9-cfa2-4358-a91c-beaef57e8394,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:37.608267 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef49498-cb2f-49a3-aa1c-1eda1b92537b admin admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:29:37.619725 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cc540b-30a9-49b4-9e14-0baf5dcd82c2 None None] Sync routers for ids ['3db9ed0f-4d5a-440a-96b0-ef66069d75d5'] in dv-cinder-773985-33-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:29:37.633100 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cc540b-30a9-49b4-9e14-0baf5dcd82c2 None None] Routers {'3db9ed0f-4d5a-440a-96b0-ef66069d75d5'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:29:37.633789 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-96cc540b-30a9-49b4-9e14-0baf5dcd82c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:29:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['3db9ed0f-4d5a-440a-96b0-ef66069d75d5'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:29:37.702929 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-cef49498-cb2f-49a3-aa1c-1eda1b92537b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:37.704619 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-cef49498-cb2f-49a3-aa1c-1eda1b92537b admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9751291 Feb 16 18:29:37.707638 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 34796) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:37.732737 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-28e0f0fd-b1da-48e3-a90a-c86ecc30478b None None] Provisioning complete for port 65b4cad9-cfa2-4358-a91c-beaef57e8394 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:29:37.733045 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-28e0f0fd-b1da-48e3-a90a-c86ecc30478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (65b4cad9-cfa2-4358-a91c-beaef57e8394), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:37.756868 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-96cc540b-30a9-49b4-9e14-0baf5dcd82c2 None None] Set router 3db9ed0f-4d5a-440a-96b0-ef66069d75d5 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:29:37.931254 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-28e0f0fd-b1da-48e3-a90a-c86ecc30478b None None] Current status of the port 65b4cad9-cfa2-4358-a91c-beaef57e8394 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:29:37.998251 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-96cc540b-30a9-49b4-9e14-0baf5dcd82c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'name': 'tempest-TestShelveInstance-1329718827-router', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '67cc3bfa-834e-43d7-b8e9-387cf59ec8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:29:34Z', 'updated_at': '2022-02-16T18:29:36Z', 'revision_number': 3, 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'gw_port': {'id': '67cc3bfa-834e-43d7-b8e9-387cf59ec8a2', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:61:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:35Z', 'updated_at': '2022-02-16T18:29:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:29:38.014685 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 65b4cad9-cfa2-4358-a91c-beaef57e8394 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:29:38.036868 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cc540b-30a9-49b4-9e14-0baf5dcd82c2 None None] Checking router: 3db9ed0f-4d5a-440a-96b0-ef66069d75d5 for host: dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:29:38.037224 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cc540b-30a9-49b4-9e14-0baf5dcd82c2 None None] Updating router 3db9ed0f-4d5a-440a-96b0-ef66069d75d5 port 67cc3bfa-834e-43d7-b8e9-387cf59ec8a2 binding host dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 18:29:38.067185 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-96cc540b-30a9-49b4-9e14-0baf5dcd82c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (67cc3bfa-834e-43d7-b8e9-387cf59ec8a2), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:38.177869 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 65b4cad9-cfa2-4358-a91c-beaef57e8394 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:29:38.178440 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (65b4cad9-cfa2-4358-a91c-beaef57e8394), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:38.350472 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 65b4cad9-cfa2-4358-a91c-beaef57e8394 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:29:38.353643 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d3f66236-c14e-4fd8-9f34-698b6c374bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:38.445350 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-96cc540b-30a9-49b4-9e14-0baf5dcd82c2 None None] Publish callbacks [] for port (67cc3bfa-834e-43d7-b8e9-387cf59ec8a2), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:38.504059 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:38.527736 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-96cc540b-30a9-49b4-9e14-0baf5dcd82c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (67cc3bfa-834e-43d7-b8e9-387cf59ec8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:38.598494 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-96cc540b-30a9-49b4-9e14-0baf5dcd82c2 None None] Attempting to bind port 67cc3bfa-834e-43d7-b8e9-387cf59ec8a2 on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:29:38.598940 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-96cc540b-30a9-49b4-9e14-0baf5dcd82c2 None None] Attempting to bind port 67cc3bfa-834e-43d7-b8e9-387cf59ec8a2 by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:29:38.599371 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cc540b-30a9-49b4-9e14-0baf5dcd82c2 None None] Attempting to bind port 67cc3bfa-834e-43d7-b8e9-387cf59ec8a2 on network c00f8eca-8c80-474c-b61e-3160eeb0c24d {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:29:38.599499 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d900a3f-18ae-48ff-b155-3d2e9b02b980 req-0f778ae7-701e-45ec-aa2f-89c5fc26f0a0 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:38.602809 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d151fc7-afad-4739-abd4-0e30ef4c73b5 None None] Pushing event updated for resources: {'Port': ['ID=67cc3bfa-834e-43d7-b8e9-387cf59ec8a2,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:38.606383 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0d900a3f-18ae-48ff-b155-3d2e9b02b980 req-0f778ae7-701e-45ec-aa2f-89c5fc26f0a0 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 944 time: 0.0991302 Feb 16 18:29:38.612135 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d151fc7-afad-4739-abd4-0e30ef4c73b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:38.612792 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d151fc7-afad-4739-abd4-0e30ef4c73b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:38.613375 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d151fc7-afad-4739-abd4-0e30ef4c73b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:38.614312 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d151fc7-afad-4739-abd4-0e30ef4c73b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:38.614505 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d151fc7-afad-4739-abd4-0e30ef4c73b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:38.614962 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d151fc7-afad-4739-abd4-0e30ef4c73b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:38.616143 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d151fc7-afad-4739-abd4-0e30ef4c73b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:38.616143 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d151fc7-afad-4739-abd4-0e30ef4c73b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:38.616821 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d151fc7-afad-4739-abd4-0e30ef4c73b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:38.616821 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d151fc7-afad-4739-abd4-0e30ef4c73b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:38.616821 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d151fc7-afad-4739-abd4-0e30ef4c73b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:38.617512 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d151fc7-afad-4739-abd4-0e30ef4c73b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:38.617751 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d151fc7-afad-4739-abd4-0e30ef4c73b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:38.623665 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cc540b-30a9-49b4-9e14-0baf5dcd82c2 None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:29:38.624335 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cc540b-30a9-49b4-9e14-0baf5dcd82c2 None None] Checking segment: {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:29:38.625221 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-96cc540b-30a9-49b4-9e14-0baf5dcd82c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:38.625221 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cc540b-30a9-49b4-9e14-0baf5dcd82c2 None None] Bound using segment: {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:29:38.625762 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-96cc540b-30a9-49b4-9e14-0baf5dcd82c2 None None] Bound port: 67cc3bfa-834e-43d7-b8e9-387cf59ec8a2, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:29:38.626969 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-96cc540b-30a9-49b4-9e14-0baf5dcd82c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (67cc3bfa-834e-43d7-b8e9-387cf59ec8a2), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:38.670210 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [None req-d3f66236-c14e-4fd8-9f34-698b6c374bae admin admin] Allocated IP 172.20.0.1 (932fb648-4700-4805-be35-6f1b1307cd12/da64b2ef-9d0d-434c-ab71-49a669344743/5d39686c-a8ca-44f2-b6b3-f0d71e130589) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:29:38.690401 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0d900a3f-18ae-48ff-b155-3d2e9b02b980 req-a10f04ac-1a98-4873-9ea6-25f4634a892c tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831411 Feb 16 18:29:38.727760 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-96cc540b-30a9-49b4-9e14-0baf5dcd82c2 None None] For port 67cc3bfa-834e-43d7-b8e9-387cf59ec8a2, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:29:38.734978 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-96cc540b-30a9-49b4-9e14-0baf5dcd82c2 None None] For port 67cc3bfa-834e-43d7-b8e9-387cf59ec8a2, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=67cc3bfa-834e-43d7-b8e9-387cf59ec8a2,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:29:38.818631 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-96cc540b-30a9-49b4-9e14-0baf5dcd82c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (67cc3bfa-834e-43d7-b8e9-387cf59ec8a2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:38.847554 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d3f66236-c14e-4fd8-9f34-698b6c374bae admin admin] Publish callbacks [] for port (5d39686c-a8ca-44f2-b6b3-f0d71e130589), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:38.878932 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d151fc7-afad-4739-abd4-0e30ef4c73b5 None None] Pushing event updated for resources: {'Port': ['ID=67cc3bfa-834e-43d7-b8e9-387cf59ec8a2,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:38.896873 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cc540b-30a9-49b4-9e14-0baf5dcd82c2 None None] Routers {'3db9ed0f-4d5a-440a-96b0-ef66069d75d5'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:29:38.897638 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-96cc540b-30a9-49b4-9e14-0baf5dcd82c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:29:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['3db9ed0f-4d5a-440a-96b0-ef66069d75d5'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:29:38.950589 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d3f66236-c14e-4fd8-9f34-698b6c374bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (5d39686c-a8ca-44f2-b6b3-f0d71e130589), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:38.992240 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f66236-c14e-4fd8-9f34-698b6c374bae admin admin] Network 932fb648-4700-4805-be35-6f1b1307cd12 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:29:38.996084 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-d3f66236-c14e-4fd8-9f34-698b6c374bae admin admin] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:29:38.998807 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f66236-c14e-4fd8-9f34-698b6c374bae admin admin] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:29:39.018807 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-96cc540b-30a9-49b4-9e14-0baf5dcd82c2 None None] Set router 3db9ed0f-4d5a-440a-96b0-ef66069d75d5 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:29:39.055254 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f66236-c14e-4fd8-9f34-698b6c374bae admin admin] Pushing event updated for resources: {'Port': ['ID=5d39686c-a8ca-44f2-b6b3-f0d71e130589,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:39.082132 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d3f66236-c14e-4fd8-9f34-698b6c374bae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461865'] for router_interface (3db9ed0f-4d5a-440a-96b0-ef66069d75d5), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:39.333550 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-96cc540b-30a9-49b4-9e14-0baf5dcd82c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'name': 'tempest-TestShelveInstance-1329718827-router', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '67cc3bfa-834e-43d7-b8e9-387cf59ec8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:29:34Z', 'updated_at': '2022-02-16T18:29:36Z', 'revision_number': 3, 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'gw_port': {'id': '67cc3bfa-834e-43d7-b8e9-387cf59ec8a2', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:61:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:35Z', 'updated_at': '2022-02-16T18:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:29:39.357002 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d3f66236-c14e-4fd8-9f34-698b6c374bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (5d39686c-a8ca-44f2-b6b3-f0d71e130589), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:39.385052 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-6eb60566-e56a-415d-be9c-429c55c25587 None None] Provisioning complete for port 5d39686c-a8ca-44f2-b6b3-f0d71e130589 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:29:39.385721 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6eb60566-e56a-415d-be9c-429c55c25587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (5d39686c-a8ca-44f2-b6b3-f0d71e130589), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:39.395489 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cc540b-30a9-49b4-9e14-0baf5dcd82c2 None None] The sync data for ids ['3db9ed0f-4d5a-440a-96b0-ef66069d75d5'] in dv-cinder-773985-33-iscsi is: [{'id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'name': 'tempest-TestShelveInstance-1329718827-router', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '67cc3bfa-834e-43d7-b8e9-387cf59ec8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:29:34Z', 'updated_at': '2022-02-16T18:29:36Z', 'revision_number': 3, 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'gw_port': {'id': '67cc3bfa-834e-43d7-b8e9-387cf59ec8a2', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:61:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:35Z', 'updated_at': '2022-02-16T18:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:29:39.454817 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-6eb60566-e56a-415d-be9c-429c55c25587 None None] Port 5d39686c-a8ca-44f2-b6b3-f0d71e130589 cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:29:39.998491 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 67cc3bfa-834e-43d7-b8e9-387cf59ec8a2 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:29:40.058781 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a621b-96c1-4843-a699-8fd842bcb83f req-f407f888-85fd-4642-8a79-35e6e693aa55 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:40.070007 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-2d0a621b-96c1-4843-a699-8fd842bcb83f req-f407f888-85fd-4642-8a79-35e6e693aa55 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 944 time: 0.1512747 Feb 16 18:29:40.140361 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 67cc3bfa-834e-43d7-b8e9-387cf59ec8a2 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:29:40.140736 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (67cc3bfa-834e-43d7-b8e9-387cf59ec8a2), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:40.161756 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d3f66236-c14e-4fd8-9f34-698b6c374bae admin admin] Publish callbacks [] for port (5d39686c-a8ca-44f2-b6b3-f0d71e130589), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:40.187509 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-2d0a621b-96c1-4843-a699-8fd842bcb83f req-8dd950ef-ff57-4d6e-8140-daaefaa1c449 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165719 Feb 16 18:29:40.230733 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d3f66236-c14e-4fd8-9f34-698b6c374bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (5d39686c-a8ca-44f2-b6b3-f0d71e130589), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:40.262222 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 67cc3bfa-834e-43d7-b8e9-387cf59ec8a2 is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:29:40.262736 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (67cc3bfa-834e-43d7-b8e9-387cf59ec8a2), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:40.299298 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] For port 67cc3bfa-834e-43d7-b8e9-387cf59ec8a2, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=67cc3bfa-834e-43d7-b8e9-387cf59ec8a2,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:29:40.303674 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-d3f66236-c14e-4fd8-9f34-698b6c374bae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3745776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462005'] for router_interface (3db9ed0f-4d5a-440a-96b0-ef66069d75d5), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:40.373098 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (67cc3bfa-834e-43d7-b8e9-387cf59ec8a2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:40.374156 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f66236-c14e-4fd8-9f34-698b6c374bae admin admin] Pushing event updated for resources: {'Port': ['ID=5d39686c-a8ca-44f2-b6b3-f0d71e130589,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:40.449433 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f66236-c14e-4fd8-9f34-698b6c374bae admin admin] Network 932fb648-4700-4805-be35-6f1b1307cd12 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:29:40.451299 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [None req-d3f66236-c14e-4fd8-9f34-698b6c374bae admin admin] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:29:40.474029 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Pushing event updated for resources: {'Port': ['ID=67cc3bfa-834e-43d7-b8e9-387cf59ec8a2,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:40.654413 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f66236-c14e-4fd8-9f34-698b6c374bae admin admin] Router 3db9ed0f-4d5a-440a-96b0-ef66069d75d5 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:29:40.837921 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f66236-c14e-4fd8-9f34-698b6c374bae admin admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:29:40.852828 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-d3f66236-c14e-4fd8-9f34-698b6c374bae admin admin] 10.222.0.87 "PUT /v2.0/routers/3db9ed0f-4d5a-440a-96b0-ef66069d75d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1431890 Feb 16 18:29:40.921792 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-263898fc-c854-4b1d-a026-72f388c76fb3 None None] Provisioning complete for port 5d39686c-a8ca-44f2-b6b3-f0d71e130589 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:29:40.922108 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-263898fc-c854-4b1d-a026-72f388c76fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (5d39686c-a8ca-44f2-b6b3-f0d71e130589), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:40.990658 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-263898fc-c854-4b1d-a026-72f388c76fb3 None None] Port 5d39686c-a8ca-44f2-b6b3-f0d71e130589 cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:29:41.414255 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac46290-9095-4d8a-87a9-36445443a6f3 req-5ad84c43-3a1b-4b18-bb8d-09d430a893de tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:41.416023 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8ac46290-9095-4d8a-87a9-36445443a6f3 req-5ad84c43-3a1b-4b18-bb8d-09d430a893de tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 944 time: 0.0856416 Feb 16 18:29:41.489378 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8ac46290-9095-4d8a-87a9-36445443a6f3 req-8f184e21-0e3c-444a-8008-ba5a98494259 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644178 Feb 16 18:29:41.880612 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 67cc3bfa-834e-43d7-b8e9-387cf59ec8a2 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:29:42.017198 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 67cc3bfa-834e-43d7-b8e9-387cf59ec8a2 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:29:42.017198 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (67cc3bfa-834e-43d7-b8e9-387cf59ec8a2), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:42.018083 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 67cc3bfa-834e-43d7-b8e9-387cf59ec8a2 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:29:42.048725 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8e052b-3d6d-44d2-91a7-3967024decff None None] Sync routers for ids ['3db9ed0f-4d5a-440a-96b0-ef66069d75d5'] in dv-cinder-773985-33-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:29:42.062447 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8e052b-3d6d-44d2-91a7-3967024decff None None] Routers {'3db9ed0f-4d5a-440a-96b0-ef66069d75d5'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:29:42.063110 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-4f8e052b-3d6d-44d2-91a7-3967024decff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:29:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['3db9ed0f-4d5a-440a-96b0-ef66069d75d5'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:29:42.183815 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-4f8e052b-3d6d-44d2-91a7-3967024decff None None] Set router 3db9ed0f-4d5a-440a-96b0-ef66069d75d5 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:29:42.384850 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-4f8e052b-3d6d-44d2-91a7-3967024decff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'name': 'tempest-TestShelveInstance-1329718827-router', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '67cc3bfa-834e-43d7-b8e9-387cf59ec8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:29:34Z', 'updated_at': '2022-02-16T18:29:39Z', 'revision_number': 4, 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'gw_port': {'id': '67cc3bfa-834e-43d7-b8e9-387cf59ec8a2', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:35Z', 'updated_at': '2022-02-16T18:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '5d39686c-a8ca-44f2-b6b3-f0d71e130589', 'name': '', 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'mac_address': 'fa:16:3e:7c:87:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'da64b2ef-9d0d-434c-ab71-49a669344743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:38Z', 'updated_at': '2022-02-16T18:29:39Z', 'revision_number': 2, 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'subnets': [{'id': 'da64b2ef-9d0d-434c-ab71-49a669344743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:29:42.411208 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8e052b-3d6d-44d2-91a7-3967024decff None None] Checking router: 3db9ed0f-4d5a-440a-96b0-ef66069d75d5 for host: dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:29:42.411564 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8e052b-3d6d-44d2-91a7-3967024decff None None] Updating router 3db9ed0f-4d5a-440a-96b0-ef66069d75d5 port 5d39686c-a8ca-44f2-b6b3-f0d71e130589 binding host dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 18:29:42.441977 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4f8e052b-3d6d-44d2-91a7-3967024decff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (5d39686c-a8ca-44f2-b6b3-f0d71e130589), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:42.585928 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 34826) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:42.593014 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-63282292-0462-47db-a058-2005a0a670aa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2044992497-network', 'tenant_id': '50d013cd851344b8a35aad4978d26a3f'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:29:42.638362 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efc24e-0522-4a68-b1bc-cceccdc04b98 req-e29a321f-0b44-4d93-9d54-d883a5c8dcd0 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:42.639952 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-f3efc24e-0522-4a68-b1bc-cceccdc04b98 req-e29a321f-0b44-4d93-9d54-d883a5c8dcd0 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 944 time: 0.0615678 Feb 16 18:29:42.691084 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-f3efc24e-0522-4a68-b1bc-cceccdc04b98 req-0e5f4fc5-8825-4099-a1ee-5ae83dfcb0f9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450881 Feb 16 18:29:42.709752 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63282292-0462-47db-a058-2005a0a670aa admin admin] Made reservation on behalf of 50d013cd851344b8a35aad4978d26a3f for: {'network': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:29:42.712150 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-63282292-0462-47db-a058-2005a0a670aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for network (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:42.724964 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-63282292-0462-47db-a058-2005a0a670aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:42.801873 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-63282292-0462-47db-a058-2005a0a670aa admin admin] Publish callbacks [] for security_group (da1c55d8-e3cf-4a6c-a805-03e6de277377), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:42.848564 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:42.852245 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4f8e052b-3d6d-44d2-91a7-3967024decff None None] Publish callbacks [] for port (5d39686c-a8ca-44f2-b6b3-f0d71e130589), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:42.892574 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-63282292-0462-47db-a058-2005a0a670aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (da1c55d8-e3cf-4a6c-a805-03e6de277377), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:42.918363 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63282292-0462-47db-a058-2005a0a670aa admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 18:29:42.927734 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63282292-0462-47db-a058-2005a0a670aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1c55d8-e3cf-4a6c-a805-03e6de277377,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:42.932351 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-63282292-0462-47db-a058-2005a0a670aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (2a22f138-aaab-4821-bfce-8c590b1b6e16), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:42.936546 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.db.segments_db [None req-63282292-0462-47db-a058-2005a0a670aa admin admin] Added segment 2a22f138-aaab-4821-bfce-8c590b1b6e16 of type vlan for network b397e57d-1c0d-432c-8207-b566f329839a Feb 16 18:29:42.955385 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4f8e052b-3d6d-44d2-91a7-3967024decff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (5d39686c-a8ca-44f2-b6b3-f0d71e130589), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:42.974050 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-63282292-0462-47db-a058-2005a0a670aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776561717104'] for network (b397e57d-1c0d-432c-8207-b566f329839a), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:43.008440 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a99fa-94f0-4ba0-97ac-289a0dcd3739 None None] Pushing event updated for resources: {'Port': ['ID=5d39686c-a8ca-44f2-b6b3-f0d71e130589,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:43.066451 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-4f8e052b-3d6d-44d2-91a7-3967024decff None None] Attempting to bind port 5d39686c-a8ca-44f2-b6b3-f0d71e130589 on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:29:43.066909 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-4f8e052b-3d6d-44d2-91a7-3967024decff None None] Attempting to bind port 5d39686c-a8ca-44f2-b6b3-f0d71e130589 by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': 'cac95077-6688-411d-94a5-9c739f5cccb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:29:43.067348 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8e052b-3d6d-44d2-91a7-3967024decff None None] Attempting to bind port 5d39686c-a8ca-44f2-b6b3-f0d71e130589 on network 932fb648-4700-4805-be35-6f1b1307cd12 {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:29:43.070582 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-63282292-0462-47db-a058-2005a0a670aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762'] for network (b397e57d-1c0d-432c-8207-b566f329839a), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:43.074393 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63282292-0462-47db-a058-2005a0a670aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:43.074393 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-63282292-0462-47db-a058-2005a0a670aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:43.074600 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8e052b-3d6d-44d2-91a7-3967024decff None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:29:43.074600 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8e052b-3d6d-44d2-91a7-3967024decff None None] Checking segment: {'id': 'cac95077-6688-411d-94a5-9c739f5cccb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:29:43.074600 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4f8e052b-3d6d-44d2-91a7-3967024decff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:43.074600 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8e052b-3d6d-44d2-91a7-3967024decff None None] Bound using segment: {'id': 'cac95077-6688-411d-94a5-9c739f5cccb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:29:43.075407 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-4f8e052b-3d6d-44d2-91a7-3967024decff None None] Bound port: 5d39686c-a8ca-44f2-b6b3-f0d71e130589, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac95077-6688-411d-94a5-9c739f5cccb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:29:43.075859 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4f8e052b-3d6d-44d2-91a7-3967024decff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (5d39686c-a8ca-44f2-b6b3-f0d71e130589), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:43.143173 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63282292-0462-47db-a058-2005a0a670aa admin admin] Pushing event updated for resources: {'Network': ['ID=b397e57d-1c0d-432c-8207-b566f329839a,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:43.151226 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-4f8e052b-3d6d-44d2-91a7-3967024decff None None] For port 5d39686c-a8ca-44f2-b6b3-f0d71e130589, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:29:43.154538 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Network b397e57d-1c0d-432c-8207-b566f329839a details requested by agent ovs-agent-dv-cinder-773985-33-iscsi with host dv-cinder-773985-33-iscsi {{(pid=103277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 18:29:43.157431 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-4f8e052b-3d6d-44d2-91a7-3967024decff None None] For port 5d39686c-a8ca-44f2-b6b3-f0d71e130589, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=5d39686c-a8ca-44f2-b6b3-f0d71e130589,segment=NetworkSegment(cac95077-6688-411d-94a5-9c739f5cccb3),segment_id=cac95077-6688-411d-94a5-9c739f5cccb3)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:29:43.199093 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-63282292-0462-47db-a058-2005a0a670aa admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6113458 Feb 16 18:29:43.202283 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 34828) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:43.207432 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-c87e0ece-aa12-4dc9-b5a9-169aed738fa6 admin admin] Request body: {'subnet': {'network_id': 'b397e57d-1c0d-432c-8207-b566f329839a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2044992497-subnet', 'tenant_id': '50d013cd851344b8a35aad4978d26a3f', 'ip_version': 4}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:29:43.236344 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-d4d6faf5-7012-4857-a3b6-e277499617ad None None] Provisioning complete for port 5d39686c-a8ca-44f2-b6b3-f0d71e130589 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:29:43.237095 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d4d6faf5-7012-4857-a3b6-e277499617ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (5d39686c-a8ca-44f2-b6b3-f0d71e130589), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:43.260293 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4f8e052b-3d6d-44d2-91a7-3967024decff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (5d39686c-a8ca-44f2-b6b3-f0d71e130589), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:43.275485 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87e0ece-aa12-4dc9-b5a9-169aed738fa6 admin admin] Made reservation on behalf of 50d013cd851344b8a35aad4978d26a3f for: {'subnet': 1} {{(pid=103276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:29:43.278378 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c87e0ece-aa12-4dc9-b5a9-169aed738fa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8494496'] for subnet (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:43.305017 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-d4d6faf5-7012-4857-a3b6-e277499617ad None None] Port 5d39686c-a8ca-44f2-b6b3-f0d71e130589 cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:29:43.327687 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8e052b-3d6d-44d2-91a7-3967024decff None None] Routers {'3db9ed0f-4d5a-440a-96b0-ef66069d75d5'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:29:43.328313 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-4f8e052b-3d6d-44d2-91a7-3967024decff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:29:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['3db9ed0f-4d5a-440a-96b0-ef66069d75d5'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:29:43.369121 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a99fa-94f0-4ba0-97ac-289a0dcd3739 None None] Pushing event updated for resources: {'Port': ['ID=5d39686c-a8ca-44f2-b6b3-f0d71e130589,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:43.447792 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-4f8e052b-3d6d-44d2-91a7-3967024decff None None] Set router 3db9ed0f-4d5a-440a-96b0-ef66069d75d5 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:29:43.515740 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c87e0ece-aa12-4dc9-b5a9-169aed738fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9131276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8494482'] for subnet (81d888ee-87e0-400d-8346-57285b478430), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:43.559936 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f7bca057-44f3-4308-9376-714bfb2e5e12 None None] Provisioning complete for port 5d39686c-a8ca-44f2-b6b3-f0d71e130589 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:29:43.560306 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f7bca057-44f3-4308-9376-714bfb2e5e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (5d39686c-a8ca-44f2-b6b3-f0d71e130589), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:43.571295 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e0ece-aa12-4dc9-b5a9-169aed738fa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81d888ee-87e0-400d-8346-57285b478430,revision_number=0']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:43.582078 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87e0ece-aa12-4dc9-b5a9-169aed738fa6 admin admin] Checking segment: {'id': '2a22f138-aaab-4821-bfce-8c590b1b6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b397e57d-1c0d-432c-8207-b566f329839a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:29:43.582439 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87e0ece-aa12-4dc9-b5a9-169aed738fa6 admin admin] Network hostable DHCP agents. Network: b397e57d-1c0d-432c-8207-b566f329839a, hostable agents: ['f2339edf-a2ee-4e84-8bf4-086a7482b327'], hosted agents: [] {{(pid=103276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 18:29:43.652942 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87e0ece-aa12-4dc9-b5a9-169aed738fa6 admin admin] Network b397e57d-1c0d-432c-8207-b566f329839a is scheduled to be hosted by DHCP agent f2339edf-a2ee-4e84-8bf4-086a7482b327 with binding_index 1 {{(pid=103276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 18:29:43.712816 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f7bca057-44f3-4308-9376-714bfb2e5e12 None None] Current status of the port 5d39686c-a8ca-44f2-b6b3-f0d71e130589 is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:29:43.713293 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f7bca057-44f3-4308-9376-714bfb2e5e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (5d39686c-a8ca-44f2-b6b3-f0d71e130589), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:43.732889 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-c87e0ece-aa12-4dc9-b5a9-169aed738fa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-33-iscsi, b397e57d-1c0d-432c-8207-b566f329839a) {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:29:43.737566 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87e0ece-aa12-4dc9-b5a9-169aed738fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:43.745750 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c87e0ece-aa12-4dc9-b5a9-169aed738fa6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:43.746019 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-4f8e052b-3d6d-44d2-91a7-3967024decff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'name': 'tempest-TestShelveInstance-1329718827-router', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '67cc3bfa-834e-43d7-b8e9-387cf59ec8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:29:34Z', 'updated_at': '2022-02-16T18:29:39Z', 'revision_number': 4, 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'gw_port': {'id': '67cc3bfa-834e-43d7-b8e9-387cf59ec8a2', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:35Z', 'updated_at': '2022-02-16T18:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '5d39686c-a8ca-44f2-b6b3-f0d71e130589', 'name': '', 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'mac_address': 'fa:16:3e:7c:87:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'da64b2ef-9d0d-434c-ab71-49a669344743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:38Z', 'updated_at': '2022-02-16T18:29:43Z', 'revision_number': 4, 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'subnets': [{'id': 'da64b2ef-9d0d-434c-ab71-49a669344743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:29:43.753965 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e2b103-1349-4b58-9e64-dabc10404866 None None] Network b397e57d-1c0d-432c-8207-b566f329839a requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:29:43.805582 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8e052b-3d6d-44d2-91a7-3967024decff None None] The sync data for ids ['3db9ed0f-4d5a-440a-96b0-ef66069d75d5'] in dv-cinder-773985-33-iscsi is: [{'id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'name': 'tempest-TestShelveInstance-1329718827-router', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '67cc3bfa-834e-43d7-b8e9-387cf59ec8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:29:34Z', 'updated_at': '2022-02-16T18:29:39Z', 'revision_number': 4, 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'gw_port': {'id': '67cc3bfa-834e-43d7-b8e9-387cf59ec8a2', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:35Z', 'updated_at': '2022-02-16T18:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '5d39686c-a8ca-44f2-b6b3-f0d71e130589', 'name': '', 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'mac_address': 'fa:16:3e:7c:87:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'da64b2ef-9d0d-434c-ab71-49a669344743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:38Z', 'updated_at': '2022-02-16T18:29:43Z', 'revision_number': 4, 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'subnets': [{'id': 'da64b2ef-9d0d-434c-ab71-49a669344743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:29:43.810682 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f7bca057-44f3-4308-9376-714bfb2e5e12 None None] For port 5d39686c-a8ca-44f2-b6b3-f0d71e130589, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=5d39686c-a8ca-44f2-b6b3-f0d71e130589,segment=NetworkSegment(cac95077-6688-411d-94a5-9c739f5cccb3),segment_id=cac95077-6688-411d-94a5-9c739f5cccb3)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:29:43.821774 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-c87e0ece-aa12-4dc9-b5a9-169aed738fa6 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6183741 Feb 16 18:29:43.832604 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 34832) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:43.832940 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be04ad-fa65-47ed-8eb6-dc5ccb91bd8f req-22c189e4-30d7-4d2b-b872-5f288a93631f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:43.832940 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a2be04ad-fa65-47ed-8eb6-dc5ccb91bd8f req-22c189e4-30d7-4d2b-b872-5f288a93631f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 944 time: 0.0588739 Feb 16 18:29:43.836695 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-4b8c4f05-65ab-4880-bc21-684929f0431b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2044992497-router', 'tenant_id': '50d013cd851344b8a35aad4978d26a3f', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:29:43.890725 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f7bca057-44f3-4308-9376-714bfb2e5e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (5d39686c-a8ca-44f2-b6b3-f0d71e130589), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:43.906427 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a2be04ad-fa65-47ed-8eb6-dc5ccb91bd8f req-6516bbfc-9851-4ac3-a523-2cfd427308ef tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681598 Feb 16 18:29:43.945745 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4f05-65ab-4880-bc21-684929f0431b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-465507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1026382'] for router (a6ad577a-d4d4-4626-a0f5-9128ec753bd9), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:43.946911 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4f05-65ab-4880-bc21-684929f0431b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-465615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-459561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1026423'] for router (a6ad577a-d4d4-4626-a0f5-9128ec753bd9), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:43.950986 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570b1a0a-60dc-4442-8cba-ce73981aff21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15817be5-ed40-5113-87ca-305c7188bdc0-b397e57d-1c0d-432c-8207-b566f329839a', 'network_id': 'b397e57d-1c0d-432c-8207-b566f329839a', 'project_id': '50d013cd851344b8a35aad4978d26a3f', 'fixed_ips': [{'subnet_id': '81d888ee-87e0-400d-8346-57285b478430'}]}} from dv-cinder-773985-33-iscsi. {{(pid=103277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 18:29:43.951862 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-570b1a0a-60dc-4442-8cba-ce73981aff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:43.982361 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca057-44f3-4308-9376-714bfb2e5e12 None None] Pushing event updated for resources: {'Port': ['ID=5d39686c-a8ca-44f2-b6b3-f0d71e130589,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:44.010348 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4f05-65ab-4880-bc21-684929f0431b admin admin] Publish callbacks [] for router_controller (a6ad577a-d4d4-4626-a0f5-9128ec753bd9), precommit_add_association {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:44.114356 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.db_base_plugin_common [None req-570b1a0a-60dc-4442-8cba-ce73981aff21 None None] Allocated IP 172.20.0.2 (b397e57d-1c0d-432c-8207-b566f329839a/81d888ee-87e0-400d-8346-57285b478430/0a22ff51-3e0c-478d-9e5b-70f22cd14755) {{(pid=103277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:29:44.142959 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 258b739e-3be3-46f3-affb-dcb163160712 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=103277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 18:29:44.213416 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4f05-65ab-4880-bc21-684929f0431b admin admin] Publish callbacks [] for router_gateway (a6ad577a-d4d4-4626-a0f5-9128ec753bd9), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:44.346819 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 258b739e-3be3-46f3-affb-dcb163160712, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=258b739e-3be3-46f3-affb-dcb163160712,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:29:44.367970 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Returning: {'device': '258b739e-3be3-46f3-affb-dcb163160712', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'port_id': '258b739e-3be3-46f3-affb-dcb163160712', 'mac_address': 'fa:16:3e:d9:5f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 18:29:44.372927 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-570b1a0a-60dc-4442-8cba-ce73981aff21 None None] Publish callbacks [] for port (0a22ff51-3e0c-478d-9e5b-70f22cd14755), precommit_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:44.425039 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 258b739e-3be3-46f3-affb-dcb163160712 is: DOWN; New status is: BUILD {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:29:44.425039 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (258b739e-3be3-46f3-affb-dcb163160712), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:44.436730 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-570b1a0a-60dc-4442-8cba-ce73981aff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341'] for port (0a22ff51-3e0c-478d-9e5b-70f22cd14755), after_create {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:44.439546 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 258b739e-3be3-46f3-affb-dcb163160712 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:29:44.487500 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570b1a0a-60dc-4442-8cba-ce73981aff21 None None] Network b397e57d-1c0d-432c-8207-b566f329839a is already hosted by enough agents. {{(pid=103277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:29:44.501167 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.scheduler.base_scheduler [None req-570b1a0a-60dc-4442-8cba-ce73981aff21 None None] Resources bound (agent type, host, resource id): {{(pid=103277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:29:44.504271 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 258b739e-3be3-46f3-affb-dcb163160712, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=258b739e-3be3-46f3-affb-dcb163160712,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:29:44.507431 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4f05-65ab-4880-bc21-684929f0431b admin admin] Publish callbacks [] for router_gateway (a6ad577a-d4d4-4626-a0f5-9128ec753bd9), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:44.509327 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570b1a0a-60dc-4442-8cba-ce73981aff21 None None] Received port after_create {{(pid=103277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:29:44.530666 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4f05-65ab-4880-bc21-684929f0431b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:44.539323 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b1a0a-60dc-4442-8cba-ce73981aff21 None None] Pushing event updated for resources: {'Port': ['ID=0a22ff51-3e0c-478d-9e5b-70f22cd14755,revision_number=1']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:44.565259 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (258b739e-3be3-46f3-affb-dcb163160712), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:44.620980 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-570b1a0a-60dc-4442-8cba-ce73981aff21 None None] Attempting to bind port 0a22ff51-3e0c-478d-9e5b-70f22cd14755 on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:29:44.621367 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-570b1a0a-60dc-4442-8cba-ce73981aff21 None None] Attempting to bind port 0a22ff51-3e0c-478d-9e5b-70f22cd14755 by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': '2a22f138-aaab-4821-bfce-8c590b1b6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b397e57d-1c0d-432c-8207-b566f329839a'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:29:44.621721 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570b1a0a-60dc-4442-8cba-ce73981aff21 None None] Attempting to bind port 0a22ff51-3e0c-478d-9e5b-70f22cd14755 on network b397e57d-1c0d-432c-8207-b566f329839a {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:29:44.629004 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=258b739e-3be3-46f3-affb-dcb163160712,revision_number=9']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:44.631786 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570b1a0a-60dc-4442-8cba-ce73981aff21 None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:29:44.632167 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570b1a0a-60dc-4442-8cba-ce73981aff21 None None] Checking segment: {'id': '2a22f138-aaab-4821-bfce-8c590b1b6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b397e57d-1c0d-432c-8207-b566f329839a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:29:44.632571 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-570b1a0a-60dc-4442-8cba-ce73981aff21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:44.632981 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570b1a0a-60dc-4442-8cba-ce73981aff21 None None] Bound using segment: {'id': '2a22f138-aaab-4821-bfce-8c590b1b6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b397e57d-1c0d-432c-8207-b566f329839a'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:29:44.633502 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-570b1a0a-60dc-4442-8cba-ce73981aff21 None None] Bound port: 0a22ff51-3e0c-478d-9e5b-70f22cd14755, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a22f138-aaab-4821-bfce-8c590b1b6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b397e57d-1c0d-432c-8207-b566f329839a'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:29:44.633884 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-570b1a0a-60dc-4442-8cba-ce73981aff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (0a22ff51-3e0c-478d-9e5b-70f22cd14755), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:44.649719 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-4b8c4f05-65ab-4880-bc21-684929f0431b admin admin] Allocated IP 172.27.3.245 (c00f8eca-8c80-474c-b61e-3160eeb0c24d/19362ace-3fbd-48f2-895e-4d065f6f071c/e2abd949-487c-4032-bae5-944b00c4f1f2) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:29:44.699655 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-570b1a0a-60dc-4442-8cba-ce73981aff21 None None] For port 0a22ff51-3e0c-478d-9e5b-70f22cd14755, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:29:44.703458 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-570b1a0a-60dc-4442-8cba-ce73981aff21 None None] For port 0a22ff51-3e0c-478d-9e5b-70f22cd14755, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=0a22ff51-3e0c-478d-9e5b-70f22cd14755,segment=NetworkSegment(2a22f138-aaab-4821-bfce-8c590b1b6e16),segment_id=2a22f138-aaab-4821-bfce-8c590b1b6e16)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:29:44.749918 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-570b1a0a-60dc-4442-8cba-ce73981aff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (0a22ff51-3e0c-478d-9e5b-70f22cd14755), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:44.759653 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4f05-65ab-4880-bc21-684929f0431b admin admin] Publish callbacks [] for port (e2abd949-487c-4032-bae5-944b00c4f1f2), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:44.803223 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['258b739e-3be3-46f3-affb-dcb163160712'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:29:44.851933 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b1a0a-60dc-4442-8cba-ce73981aff21 None None] Pushing event updated for resources: {'Port': ['ID=0a22ff51-3e0c-478d-9e5b-70f22cd14755,revision_number=2']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:44.865952 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4f05-65ab-4880-bc21-684929f0431b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (e2abd949-487c-4032-bae5-944b00c4f1f2), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:44.923589 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c4f05-65ab-4880-bc21-684929f0431b admin admin] Pushing event updated for resources: {'Port': ['ID=e2abd949-487c-4032-bae5-944b00c4f1f2,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:44.931988 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8c4f05-65ab-4880-bc21-684929f0431b admin admin] Network c00f8eca-8c80-474c-b61e-3160eeb0c24d is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:29:44.934443 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-4b8c4f05-65ab-4880-bc21-684929f0431b admin admin] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:29:44.937306 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8c4f05-65ab-4880-bc21-684929f0431b admin admin] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:29:45.178957 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6bdbaf-be3d-47a3-95cf-ae8005453752 req-25729652-065e-4b98-b8ca-6da0adfe0751 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:45.181576 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0e6bdbaf-be3d-47a3-95cf-ae8005453752 req-25729652-065e-4b98-b8ca-6da0adfe0751 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 945 time: 0.1666238 Feb 16 18:29:45.363165 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4f05-65ab-4880-bc21-684929f0431b admin admin] Publish callbacks [] for router_gateway (a6ad577a-d4d4-4626-a0f5-9128ec753bd9), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:45.482487 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0e6bdbaf-be3d-47a3-95cf-ae8005453752 req-0e64d610-915e-47a0-ae3c-7986cd801877 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2957716 Feb 16 18:29:45.601671 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4f05-65ab-4880-bc21-684929f0431b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-465654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-459636'] for router (a6ad577a-d4d4-4626-a0f5-9128ec753bd9), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:45.745133 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76edf88-09ec-42fd-9c97-b6a75feaca26 None None] Network b397e57d-1c0d-432c-8207-b566f329839a requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:29:45.847496 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8c4f05-65ab-4880-bc21-684929f0431b admin admin] Router a6ad577a-d4d4-4626-a0f5-9128ec753bd9 is scheduled to L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 with binding_index 1 {{(pid=103276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 18:29:45.866503 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-a9e8a789-84be-4640-bd9e-b39105099d15 None None] Provisioning complete for port 0a22ff51-3e0c-478d-9e5b-70f22cd14755 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:29:45.866871 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a9e8a789-84be-4640-bd9e-b39105099d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (0a22ff51-3e0c-478d-9e5b-70f22cd14755), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:45.961735 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 0a22ff51-3e0c-478d-9e5b-70f22cd14755 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:29:45.995655 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8c4f05-65ab-4880-bc21-684929f0431b admin admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:29:46.006417 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f70031-4f89-4baa-a87f-c8d6f51d8d4b None None] Sync routers for ids ['a6ad577a-d4d4-4626-a0f5-9128ec753bd9'] in dv-cinder-773985-33-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:29:46.015176 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-a9e8a789-84be-4640-bd9e-b39105099d15 None None] Current status of the port 0a22ff51-3e0c-478d-9e5b-70f22cd14755 is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:29:46.019833 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a9e8a789-84be-4640-bd9e-b39105099d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (0a22ff51-3e0c-478d-9e5b-70f22cd14755), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:46.019968 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f70031-4f89-4baa-a87f-c8d6f51d8d4b None None] Routers {'a6ad577a-d4d4-4626-a0f5-9128ec753bd9'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:29:46.019968 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-34f70031-4f89-4baa-a87f-c8d6f51d8d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:29:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['a6ad577a-d4d4-4626-a0f5-9128ec753bd9'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:29:46.065230 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-a9e8a789-84be-4640-bd9e-b39105099d15 None None] For port 0a22ff51-3e0c-478d-9e5b-70f22cd14755, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=0a22ff51-3e0c-478d-9e5b-70f22cd14755,segment=NetworkSegment(2a22f138-aaab-4821-bfce-8c590b1b6e16),segment_id=2a22f138-aaab-4821-bfce-8c590b1b6e16)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:29:46.071143 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 0a22ff51-3e0c-478d-9e5b-70f22cd14755 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:29:46.071143 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (0a22ff51-3e0c-478d-9e5b-70f22cd14755), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:46.089367 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4f05-65ab-4880-bc21-684929f0431b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:46.090756 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-4b8c4f05-65ab-4880-bc21-684929f0431b admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2638047 Feb 16 18:29:46.093538 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 34838) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:46.150038 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a9e8a789-84be-4640-bd9e-b39105099d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (0a22ff51-3e0c-478d-9e5b-70f22cd14755), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:46.160194 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 258b739e-3be3-46f3-affb-dcb163160712 up at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:29:46.225592 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-34f70031-4f89-4baa-a87f-c8d6f51d8d4b None None] Set router a6ad577a-d4d4-4626-a0f5-9128ec753bd9 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:29:46.227110 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 0a22ff51-3e0c-478d-9e5b-70f22cd14755 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:29:46.228246 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 5d39686c-a8ca-44f2-b6b3-f0d71e130589 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:29:46.424410 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-34f70031-4f89-4baa-a87f-c8d6f51d8d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ad577a-d4d4-4626-a0f5-9128ec753bd9', 'name': 'tempest-TestShelveInstance-2044992497-router', 'tenant_id': '50d013cd851344b8a35aad4978d26a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e2abd949-487c-4032-bae5-944b00c4f1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:29:43Z', 'updated_at': '2022-02-16T18:29:45Z', 'revision_number': 3, 'project_id': '50d013cd851344b8a35aad4978d26a3f', 'gw_port': {'id': 'e2abd949-487c-4032-bae5-944b00c4f1f2', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ad577a-d4d4-4626-a0f5-9128ec753bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:44Z', 'updated_at': '2022-02-16T18:29:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:29:46.425957 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e8a789-84be-4640-bd9e-b39105099d15 None None] Pushing event updated for resources: {'Port': ['ID=0a22ff51-3e0c-478d-9e5b-70f22cd14755,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:46.446580 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-8c616aab-d669-4255-b273-a08ffd027482 None None] Provisioning complete for port 0a22ff51-3e0c-478d-9e5b-70f22cd14755 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:29:46.446968 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-8c616aab-d669-4255-b273-a08ffd027482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (0a22ff51-3e0c-478d-9e5b-70f22cd14755), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:46.459903 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f70031-4f89-4baa-a87f-c8d6f51d8d4b None None] Checking router: a6ad577a-d4d4-4626-a0f5-9128ec753bd9 for host: dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:29:46.460253 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f70031-4f89-4baa-a87f-c8d6f51d8d4b None None] Updating router a6ad577a-d4d4-4626-a0f5-9128ec753bd9 port e2abd949-487c-4032-bae5-944b00c4f1f2 binding host dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 18:29:46.482968 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning complete for port 258b739e-3be3-46f3-affb-dcb163160712 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:29:46.483258 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (258b739e-3be3-46f3-affb-dcb163160712), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:46.489839 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-34f70031-4f89-4baa-a87f-c8d6f51d8d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (e2abd949-487c-4032-bae5-944b00c4f1f2), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:46.543561 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 5d39686c-a8ca-44f2-b6b3-f0d71e130589 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:29:46.543953 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (5d39686c-a8ca-44f2-b6b3-f0d71e130589), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:46.628192 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203a25f-c19c-4d70-829f-f5ccc747f048 req-997b8a4a-a523-47fa-8167-014645eb96ea tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:46.637291 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8203a25f-c19c-4d70-829f-f5ccc747f048 req-997b8a4a-a523-47fa-8167-014645eb96ea tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 945 time: 0.0686314 Feb 16 18:29:46.661432 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-8c616aab-d669-4255-b273-a08ffd027482 None None] Current status of the port 0a22ff51-3e0c-478d-9e5b-70f22cd14755 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:29:46.681455 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port 258b739e-3be3-46f3-affb-dcb163160712 is: BUILD; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:29:46.681866 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (258b739e-3be3-46f3-affb-dcb163160712), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:46.700114 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8203a25f-c19c-4d70-829f-f5ccc747f048 req-0eea5387-5100-4bb4-922b-d9bb6377c831 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614195 Feb 16 18:29:46.736869 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e7f645-57e1-41f6-863d-4d1d4ae89b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258b739e-3be3-46f3-affb-dcb163160712'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:29:46.739101 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0575d1d-983c-4255-8ff0-6d9c967d9cb8" -d '{"events": [{"server_uuid": "c5e7f645-57e1-41f6-863d-4d1d4ae89b65", "name": "network-vif-plugged", "status": "completed", "tag": "258b739e-3be3-46f3-affb-dcb163160712"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:29:46.757208 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port 258b739e-3be3-46f3-affb-dcb163160712, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=258b739e-3be3-46f3-affb-dcb163160712,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:29:46.758315 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 5d39686c-a8ca-44f2-b6b3-f0d71e130589 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:29:46.766958 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-34f70031-4f89-4baa-a87f-c8d6f51d8d4b None None] Publish callbacks [] for port (e2abd949-487c-4032-bae5-944b00c4f1f2), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:46.791503 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e7c09b-209d-4052-910c-4de80d47e72a x-openstack-request-id: req-d6e7c09b-209d-4052-910c-4de80d47e72a {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:29:46.791954 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e7f645-57e1-41f6-863d-4d1d4ae89b65", "name": "network-vif-plugged", "status": "completed", "tag": "258b739e-3be3-46f3-affb-dcb163160712", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:29:46.792849 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d6e7c09b-209d-4052-910c-4de80d47e72a {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:29:46.793354 dv-cinder-773985-33-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e7f645-57e1-41f6-863d-4d1d4ae89b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258b739e-3be3-46f3-affb-dcb163160712', 'code': 200} Feb 16 18:29:46.846772 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (258b739e-3be3-46f3-affb-dcb163160712), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:46.847003 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4f76172a-ea9a-4a10-b2a4-bc50d7400981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:46.875564 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-34f70031-4f89-4baa-a87f-c8d6f51d8d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (e2abd949-487c-4032-bae5-944b00c4f1f2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:46.899780 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=258b739e-3be3-46f3-affb-dcb163160712,revision_number=10']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:46.932800 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-34f70031-4f89-4baa-a87f-c8d6f51d8d4b None None] Attempting to bind port e2abd949-487c-4032-bae5-944b00c4f1f2 on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:29:46.933066 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-34f70031-4f89-4baa-a87f-c8d6f51d8d4b None None] Attempting to bind port e2abd949-487c-4032-bae5-944b00c4f1f2 by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:29:46.933632 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f70031-4f89-4baa-a87f-c8d6f51d8d4b None None] Attempting to bind port e2abd949-487c-4032-bae5-944b00c4f1f2 on network c00f8eca-8c80-474c-b61e-3160eeb0c24d {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:29:46.935556 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0db78-9338-4714-90b2-70f5752b0d36 None None] Pushing event updated for resources: {'Port': ['ID=e2abd949-487c-4032-bae5-944b00c4f1f2,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:46.941285 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f70031-4f89-4baa-a87f-c8d6f51d8d4b None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:29:46.941809 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f70031-4f89-4baa-a87f-c8d6f51d8d4b None None] Checking segment: {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:29:46.942083 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-34f70031-4f89-4baa-a87f-c8d6f51d8d4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:46.942469 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f70031-4f89-4baa-a87f-c8d6f51d8d4b None None] Bound using segment: {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:29:46.942942 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [None req-34f70031-4f89-4baa-a87f-c8d6f51d8d4b None None] Bound port: e2abd949-487c-4032-bae5-944b00c4f1f2, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ba42ae-d494-4c75-9d8e-9ca6ac728dbc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:29:46.943316 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-34f70031-4f89-4baa-a87f-c8d6f51d8d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (e2abd949-487c-4032-bae5-944b00c4f1f2), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:46.997128 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-34f70031-4f89-4baa-a87f-c8d6f51d8d4b None None] For port e2abd949-487c-4032-bae5-944b00c4f1f2, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:29:47.000142 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-34f70031-4f89-4baa-a87f-c8d6f51d8d4b None None] For port e2abd949-487c-4032-bae5-944b00c4f1f2, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=e2abd949-487c-4032-bae5-944b00c4f1f2,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:29:47.015371 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-4f76172a-ea9a-4a10-b2a4-bc50d7400981 admin admin] Allocated IP 172.20.0.1 (b397e57d-1c0d-432c-8207-b566f329839a/81d888ee-87e0-400d-8346-57285b478430/7ba6fdaf-9e9d-4128-a32e-833f680ccaa9) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:29:47.082045 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-34f70031-4f89-4baa-a87f-c8d6f51d8d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (e2abd949-487c-4032-bae5-944b00c4f1f2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:47.116877 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4f76172a-ea9a-4a10-b2a4-bc50d7400981 admin admin] Publish callbacks [] for port (7ba6fdaf-9e9d-4128-a32e-833f680ccaa9), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:47.144529 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f70031-4f89-4baa-a87f-c8d6f51d8d4b None None] Routers {'a6ad577a-d4d4-4626-a0f5-9128ec753bd9'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:29:47.145164 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-34f70031-4f89-4baa-a87f-c8d6f51d8d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:29:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['a6ad577a-d4d4-4626-a0f5-9128ec753bd9'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:29:47.171332 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807c80e-a3d4-47c0-8324-b891dc7b2fd5 req-2f76cc5b-6784-4841-9ed1-626bbb8d8d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:47.172984 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a807c80e-a3d4-47c0-8324-b891dc7b2fd5 req-2f76cc5b-6784-4841-9ed1-626bbb8d8d86 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 1131 time: 0.0552034 Feb 16 18:29:47.211555 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0db78-9338-4714-90b2-70f5752b0d36 None None] Pushing event updated for resources: {'Port': ['ID=e2abd949-487c-4032-bae5-944b00c4f1f2,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:47.218560 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4f76172a-ea9a-4a10-b2a4-bc50d7400981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (7ba6fdaf-9e9d-4128-a32e-833f680ccaa9), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:47.228127 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-a807c80e-a3d4-47c0-8324-b891dc7b2fd5 req-81815f96-a714-40a5-9ddb-ea5286e6bcf9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479293 Feb 16 18:29:47.262429 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f76172a-ea9a-4a10-b2a4-bc50d7400981 admin admin] Network b397e57d-1c0d-432c-8207-b566f329839a is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:29:47.264117 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-34f70031-4f89-4baa-a87f-c8d6f51d8d4b None None] Set router a6ad577a-d4d4-4626-a0f5-9128ec753bd9 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:29:47.265422 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-4f76172a-ea9a-4a10-b2a4-bc50d7400981 admin admin] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:29:47.268802 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f76172a-ea9a-4a10-b2a4-bc50d7400981 admin admin] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:29:47.274333 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76172a-ea9a-4a10-b2a4-bc50d7400981 admin admin] Pushing event updated for resources: {'Port': ['ID=7ba6fdaf-9e9d-4128-a32e-833f680ccaa9,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:47.312102 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4f76172a-ea9a-4a10-b2a4-bc50d7400981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461865'] for router_interface (a6ad577a-d4d4-4626-a0f5-9128ec753bd9), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:47.458611 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-34f70031-4f89-4baa-a87f-c8d6f51d8d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ad577a-d4d4-4626-a0f5-9128ec753bd9', 'name': 'tempest-TestShelveInstance-2044992497-router', 'tenant_id': '50d013cd851344b8a35aad4978d26a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e2abd949-487c-4032-bae5-944b00c4f1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:29:43Z', 'updated_at': '2022-02-16T18:29:45Z', 'revision_number': 3, 'project_id': '50d013cd851344b8a35aad4978d26a3f', 'gw_port': {'id': 'e2abd949-487c-4032-bae5-944b00c4f1f2', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ad577a-d4d4-4626-a0f5-9128ec753bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:44Z', 'updated_at': '2022-02-16T18:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:29:47.486844 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f70031-4f89-4baa-a87f-c8d6f51d8d4b None None] The sync data for ids ['a6ad577a-d4d4-4626-a0f5-9128ec753bd9'] in dv-cinder-773985-33-iscsi is: [{'id': 'a6ad577a-d4d4-4626-a0f5-9128ec753bd9', 'name': 'tempest-TestShelveInstance-2044992497-router', 'tenant_id': '50d013cd851344b8a35aad4978d26a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e2abd949-487c-4032-bae5-944b00c4f1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:29:43Z', 'updated_at': '2022-02-16T18:29:45Z', 'revision_number': 3, 'project_id': '50d013cd851344b8a35aad4978d26a3f', 'gw_port': {'id': 'e2abd949-487c-4032-bae5-944b00c4f1f2', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ad577a-d4d4-4626-a0f5-9128ec753bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:44Z', 'updated_at': '2022-02-16T18:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:29:47.598906 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4f76172a-ea9a-4a10-b2a4-bc50d7400981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (7ba6fdaf-9e9d-4128-a32e-833f680ccaa9), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:47.599032 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-6f4c9c4c-2df6-49aa-ab58-07067bcac0eb None None] Provisioning complete for port 7ba6fdaf-9e9d-4128-a32e-833f680ccaa9 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:29:47.599032 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6f4c9c4c-2df6-49aa-ab58-07067bcac0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (7ba6fdaf-9e9d-4128-a32e-833f680ccaa9), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:47.599032 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-6f4c9c4c-2df6-49aa-ab58-07067bcac0eb None None] Port 7ba6fdaf-9e9d-4128-a32e-833f680ccaa9 cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:29:47.668308 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4f76172a-ea9a-4a10-b2a4-bc50d7400981 admin admin] Publish callbacks [] for port (7ba6fdaf-9e9d-4128-a32e-833f680ccaa9), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:47.739094 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4f76172a-ea9a-4a10-b2a4-bc50d7400981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9128183'] for port (7ba6fdaf-9e9d-4128-a32e-833f680ccaa9), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:47.808503 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-4f76172a-ea9a-4a10-b2a4-bc50d7400981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3745776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462005'] for router_interface (a6ad577a-d4d4-4626-a0f5-9128ec753bd9), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:47.810609 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76172a-ea9a-4a10-b2a4-bc50d7400981 admin admin] Pushing event updated for resources: {'Port': ['ID=7ba6fdaf-9e9d-4128-a32e-833f680ccaa9,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:47.837946 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef911a-28f1-41fb-a162-35b1902f1de4 req-82faacfe-3b2f-43cb-86c2-990adfd28ae1 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:47.840917 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8aef911a-28f1-41fb-a162-35b1902f1de4 req-82faacfe-3b2f-43cb-86c2-990adfd28ae1 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 947 time: 0.0598917 Feb 16 18:29:47.901057 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8aef911a-28f1-41fb-a162-35b1902f1de4 req-7c9abe0e-466b-4f30-9abb-fe4fc804db14 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542316 Feb 16 18:29:47.922739 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f76172a-ea9a-4a10-b2a4-bc50d7400981 admin admin] Network b397e57d-1c0d-432c-8207-b566f329839a is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:29:47.925276 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-4f76172a-ea9a-4a10-b2a4-bc50d7400981 admin admin] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:29:47.996502 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device e2abd949-487c-4032-bae5-944b00c4f1f2 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:29:48.065252 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port e2abd949-487c-4032-bae5-944b00c4f1f2 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:29:48.065631 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (e2abd949-487c-4032-bae5-944b00c4f1f2), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:48.070639 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f76172a-ea9a-4a10-b2a4-bc50d7400981 admin admin] Router a6ad577a-d4d4-4626-a0f5-9128ec753bd9 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:29:48.173412 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port e2abd949-487c-4032-bae5-944b00c4f1f2 is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:29:48.178003 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (e2abd949-487c-4032-bae5-944b00c4f1f2), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:48.197018 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] For port e2abd949-487c-4032-bae5-944b00c4f1f2, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=e2abd949-487c-4032-bae5-944b00c4f1f2,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:29:48.200332 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f76172a-ea9a-4a10-b2a4-bc50d7400981 admin admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:29:48.206625 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-4f76172a-ea9a-4a10-b2a4-bc50d7400981 admin admin] 10.222.0.87 "PUT /v2.0/routers/a6ad577a-d4d4-4626-a0f5-9128ec753bd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1116002 Feb 16 18:29:48.268583 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (e2abd949-487c-4032-bae5-944b00c4f1f2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:48.269410 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 0a22ff51-3e0c-478d-9e5b-70f22cd14755 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:29:48.326384 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-a2832c12-de9f-4b6b-841b-d849a17d3b3b None None] Provisioning complete for port 7ba6fdaf-9e9d-4128-a32e-833f680ccaa9 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:29:48.326762 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a2832c12-de9f-4b6b-841b-d849a17d3b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (7ba6fdaf-9e9d-4128-a32e-833f680ccaa9), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:48.389696 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Pushing event updated for resources: {'Port': ['ID=e2abd949-487c-4032-bae5-944b00c4f1f2,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:48.398670 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-a2832c12-de9f-4b6b-841b-d849a17d3b3b None None] Port 7ba6fdaf-9e9d-4128-a32e-833f680ccaa9 cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:29:48.406223 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 0a22ff51-3e0c-478d-9e5b-70f22cd14755 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:29:48.406617 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (0a22ff51-3e0c-478d-9e5b-70f22cd14755), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:48.505239 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 0a22ff51-3e0c-478d-9e5b-70f22cd14755 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:29:48.765157 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 34870) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:48.769758 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-c819b992-e5ce-4ea2-8568-eaf67a2cb0c4 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-456392513', 'description': 'tempest-secgroup-smoke-456392513 description', 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:29:48.841221 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c819b992-e5ce-4ea2-8568-eaf67a2cb0c4 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:48.907410 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c819b992-e5ce-4ea2-8568-eaf67a2cb0c4 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for security_group (b2291da6-eb02-48da-957a-a7bb8571051f), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:48.972897 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c819b992-e5ce-4ea2-8568-eaf67a2cb0c4 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (b2291da6-eb02-48da-957a-a7bb8571051f), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:49.016355 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819b992-e5ce-4ea2-8568-eaf67a2cb0c4 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2291da6-eb02-48da-957a-a7bb8571051f,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:49.047175 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9e560-a230-48e5-a650-3a5ade1c0511 req-63a61b7f-7a13-462e-ad79-da7e33d4912b tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:49.048661 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8ec9e560-a230-48e5-a650-3a5ade1c0511 req-63a61b7f-7a13-462e-ad79-da7e33d4912b tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 947 time: 0.0610623 Feb 16 18:29:49.082467 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c819b992-e5ce-4ea2-8568-eaf67a2cb0c4 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:49.086905 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 34892) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:49.087554 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-c819b992-e5ce-4ea2-8568-eaf67a2cb0c4 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3213263 Feb 16 18:29:49.092499 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-f6de96cd-40a0-49ed-8589-87d47c58c115 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Request body: {'security_group_rule': {'security_group_id': 'b2291da6-eb02-48da-957a-a7bb8571051f', 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:29:49.118612 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-8ec9e560-a230-48e5-a650-3a5ade1c0511 req-fcbc5d79-bee1-4b20-9b2a-60b1b1bbc62e tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642452 Feb 16 18:29:49.194522 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f6de96cd-40a0-49ed-8589-87d47c58c115 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for security_group_rule (f6757e0a-c1b0-417e-ab0e-2baa3ac49040), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:49.251095 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f6de96cd-40a0-49ed-8589-87d47c58c115 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for security_group_rule (f6757e0a-c1b0-417e-ab0e-2baa3ac49040), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:49.327016 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f6de96cd-40a0-49ed-8589-87d47c58c115 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678345'] for security_group_rule (f6757e0a-c1b0-417e-ab0e-2baa3ac49040), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:49.346320 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de96cd-40a0-49ed-8589-87d47c58c115 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6757e0a-c1b0-417e-ab0e-2baa3ac49040,revision_number=0']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:49.354929 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de96cd-40a0-49ed-8589-87d47c58c115 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:49.355366 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de96cd-40a0-49ed-8589-87d47c58c115 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:49.355851 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de96cd-40a0-49ed-8589-87d47c58c115 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:49.356364 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de96cd-40a0-49ed-8589-87d47c58c115 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:49.356771 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de96cd-40a0-49ed-8589-87d47c58c115 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:49.357207 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de96cd-40a0-49ed-8589-87d47c58c115 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:49.357615 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de96cd-40a0-49ed-8589-87d47c58c115 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:49.358012 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de96cd-40a0-49ed-8589-87d47c58c115 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:49.358411 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de96cd-40a0-49ed-8589-87d47c58c115 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:49.358809 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de96cd-40a0-49ed-8589-87d47c58c115 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:49.359206 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de96cd-40a0-49ed-8589-87d47c58c115 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:49.359598 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de96cd-40a0-49ed-8589-87d47c58c115 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:49.359973 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de96cd-40a0-49ed-8589-87d47c58c115 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:29:49.414765 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f6de96cd-40a0-49ed-8589-87d47c58c115 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:49.416017 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-f6de96cd-40a0-49ed-8589-87d47c58c115 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3281589 Feb 16 18:29:49.419586 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 34894) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:49.424249 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [None req-60627df6-b77f-485d-bfcd-b8fa5e6bcfcc tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Request body: {'security_group_rule': {'security_group_id': 'b2291da6-eb02-48da-957a-a7bb8571051f', 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:29:49.520070 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-60627df6-b77f-485d-bfcd-b8fa5e6bcfcc tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for security_group_rule (732ed6eb-f065-414e-956e-40a42acb0ef4), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:49.578917 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-60627df6-b77f-485d-bfcd-b8fa5e6bcfcc tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for security_group_rule (732ed6eb-f065-414e-956e-40a42acb0ef4), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:49.646669 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-60627df6-b77f-485d-bfcd-b8fa5e6bcfcc tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678345'] for security_group_rule (732ed6eb-f065-414e-956e-40a42acb0ef4), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:49.665460 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60627df6-b77f-485d-bfcd-b8fa5e6bcfcc tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732ed6eb-f065-414e-956e-40a42acb0ef4,revision_number=0']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:49.757126 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-60627df6-b77f-485d-bfcd-b8fa5e6bcfcc tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:49.758264 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-60627df6-b77f-485d-bfcd-b8fa5e6bcfcc tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3377342 Feb 16 18:29:49.761449 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 34896) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:49.765980 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-f71aecb3-6c63-42f2-8c32-0407501bbc78 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Request body: {'security_group_rule': {'security_group_id': 'b2291da6-eb02-48da-957a-a7bb8571051f', 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:29:49.863609 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f71aecb3-6c63-42f2-8c32-0407501bbc78 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for security_group_rule (110e82f6-f262-4432-b4d0-cef7846d644b), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:49.867602 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device e2abd949-487c-4032-bae5-944b00c4f1f2 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:29:49.922728 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f71aecb3-6c63-42f2-8c32-0407501bbc78 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for security_group_rule (110e82f6-f262-4432-b4d0-cef7846d644b), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:49.925130 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port e2abd949-487c-4032-bae5-944b00c4f1f2 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:29:49.925550 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (e2abd949-487c-4032-bae5-944b00c4f1f2), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:49.984053 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f71aecb3-6c63-42f2-8c32-0407501bbc78 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678345'] for security_group_rule (110e82f6-f262-4432-b4d0-cef7846d644b), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:50.003463 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port e2abd949-487c-4032-bae5-944b00c4f1f2 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:29:50.004507 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71aecb3-6c63-42f2-8c32-0407501bbc78 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110e82f6-f262-4432-b4d0-cef7846d644b,revision_number=0']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:50.071548 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-f71aecb3-6c63-42f2-8c32-0407501bbc78 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:50.072759 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-f71aecb3-6c63-42f2-8c32-0407501bbc78 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3103271 Feb 16 18:29:50.075752 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 34898) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:50.080092 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-bb555a0c-8adf-4dd1-9663-29b3cc59f4a6 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Request body: {'security_group_rule': {'security_group_id': 'b2291da6-eb02-48da-957a-a7bb8571051f', 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:29:50.189951 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bb555a0c-8adf-4dd1-9663-29b3cc59f4a6 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for security_group_rule (c8198717-20f6-4c31-9dcf-12a4bc13ce3a), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:50.275345 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba1a31-44d3-4d1e-9b06-23329adb1188 req-43e641be-7b60-4b72-ab6e-665e72d5ea2e tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:29:50.276757 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-42ba1a31-44d3-4d1e-9b06-23329adb1188 req-43e641be-7b60-4b72-ab6e-665e72d5ea2e tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 947 time: 0.0825429 Feb 16 18:29:50.283028 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bb555a0c-8adf-4dd1-9663-29b3cc59f4a6 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for security_group_rule (c8198717-20f6-4c31-9dcf-12a4bc13ce3a), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:50.323997 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-42ba1a31-44d3-4d1e-9b06-23329adb1188 req-85bea4c9-f680-4e26-aab7-3aa22dc6a727 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398006 Feb 16 18:29:50.344077 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bb555a0c-8adf-4dd1-9663-29b3cc59f4a6 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678345'] for security_group_rule (c8198717-20f6-4c31-9dcf-12a4bc13ce3a), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:50.365707 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb555a0c-8adf-4dd1-9663-29b3cc59f4a6 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8198717-20f6-4c31-9dcf-12a4bc13ce3a,revision_number=0']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:50.426205 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bb555a0c-8adf-4dd1-9663-29b3cc59f4a6 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:50.427555 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-bb555a0c-8adf-4dd1-9663-29b3cc59f4a6 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3507943 Feb 16 18:29:50.430304 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 34904) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:50.434964 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-d7ab36e0-a02a-445d-af86-7706b5255087 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Request body: {'security_group_rule': {'security_group_id': 'b2291da6-eb02-48da-957a-a7bb8571051f', 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:29:50.519739 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.db.securitygroups_db [None req-d7ab36e0-a02a-445d-af86-7706b5255087 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Project 28e3def0fcef4ccc84b9642e9c3f25b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 18:29:50.521486 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d7ab36e0-a02a-445d-af86-7706b5255087 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for security_group_rule (ea081aa4-e450-405f-b44d-ebe6c09bab0e), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:50.581480 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d7ab36e0-a02a-445d-af86-7706b5255087 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for security_group_rule (ea081aa4-e450-405f-b44d-ebe6c09bab0e), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:50.598099 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bba1ed-a731-4bab-835b-6c6266d1ccbd None None] Sync routers for ids ['a6ad577a-d4d4-4626-a0f5-9128ec753bd9'] in dv-cinder-773985-33-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:29:50.609292 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bba1ed-a731-4bab-835b-6c6266d1ccbd None None] Routers {'a6ad577a-d4d4-4626-a0f5-9128ec753bd9'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:29:50.609909 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-f1bba1ed-a731-4bab-835b-6c6266d1ccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:29:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['a6ad577a-d4d4-4626-a0f5-9128ec753bd9'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:29:50.652483 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d7ab36e0-a02a-445d-af86-7706b5255087 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678345'] for security_group_rule (ea081aa4-e450-405f-b44d-ebe6c09bab0e), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:50.670561 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab36e0-a02a-445d-af86-7706b5255087 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea081aa4-e450-405f-b44d-ebe6c09bab0e,revision_number=0']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:50.719567 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-f1bba1ed-a731-4bab-835b-6c6266d1ccbd None None] Set router a6ad577a-d4d4-4626-a0f5-9128ec753bd9 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:29:50.734610 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d7ab36e0-a02a-445d-af86-7706b5255087 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:50.735938 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-d7ab36e0-a02a-445d-af86-7706b5255087 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3046253 Feb 16 18:29:50.738664 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 34906) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:29:50.742934 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-39010012-31ef-48cd-b52d-e21b357c47ba tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Request body: {'security_group_rule': {'security_group_id': 'b2291da6-eb02-48da-957a-a7bb8571051f', 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:29:50.823457 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.db.securitygroups_db [None req-39010012-31ef-48cd-b52d-e21b357c47ba tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Project 28e3def0fcef4ccc84b9642e9c3f25b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 18:29:50.828728 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-39010012-31ef-48cd-b52d-e21b357c47ba tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for security_group_rule (872efda0-39ba-47ff-a0fc-509f37de4d55), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:50.894302 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-39010012-31ef-48cd-b52d-e21b357c47ba tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for security_group_rule (872efda0-39ba-47ff-a0fc-509f37de4d55), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:50.921315 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-f1bba1ed-a731-4bab-835b-6c6266d1ccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ad577a-d4d4-4626-a0f5-9128ec753bd9', 'name': 'tempest-TestShelveInstance-2044992497-router', 'tenant_id': '50d013cd851344b8a35aad4978d26a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e2abd949-487c-4032-bae5-944b00c4f1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:29:43Z', 'updated_at': '2022-02-16T18:29:47Z', 'revision_number': 4, 'project_id': '50d013cd851344b8a35aad4978d26a3f', 'gw_port': {'id': 'e2abd949-487c-4032-bae5-944b00c4f1f2', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ad577a-d4d4-4626-a0f5-9128ec753bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:44Z', 'updated_at': '2022-02-16T18:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '7ba6fdaf-9e9d-4128-a32e-833f680ccaa9', 'name': '', 'network_id': 'b397e57d-1c0d-432c-8207-b566f329839a', 'tenant_id': '50d013cd851344b8a35aad4978d26a3f', 'mac_address': 'fa:16:3e:46:b7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ad577a-d4d4-4626-a0f5-9128ec753bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '81d888ee-87e0-400d-8346-57285b478430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:46Z', 'updated_at': '2022-02-16T18:29:47Z', 'revision_number': 2, 'project_id': '50d013cd851344b8a35aad4978d26a3f', 'subnets': [{'id': '81d888ee-87e0-400d-8346-57285b478430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:29:50.947592 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bba1ed-a731-4bab-835b-6c6266d1ccbd None None] Checking router: a6ad577a-d4d4-4626-a0f5-9128ec753bd9 for host: dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:29:50.947944 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bba1ed-a731-4bab-835b-6c6266d1ccbd None None] Updating router a6ad577a-d4d4-4626-a0f5-9128ec753bd9 port 7ba6fdaf-9e9d-4128-a32e-833f680ccaa9 binding host dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 18:29:50.967526 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-39010012-31ef-48cd-b52d-e21b357c47ba tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678345'] for security_group_rule (872efda0-39ba-47ff-a0fc-509f37de4d55), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:50.976054 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f1bba1ed-a731-4bab-835b-6c6266d1ccbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (7ba6fdaf-9e9d-4128-a32e-833f680ccaa9), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:50.985531 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39010012-31ef-48cd-b52d-e21b357c47ba tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=872efda0-39ba-47ff-a0fc-509f37de4d55,revision_number=0']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:51.031964 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-39010012-31ef-48cd-b52d-e21b357c47ba tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:51.033322 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-39010012-31ef-48cd-b52d-e21b357c47ba tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2936883 Feb 16 18:29:51.251624 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f1bba1ed-a731-4bab-835b-6c6266d1ccbd None None] Publish callbacks [] for port (7ba6fdaf-9e9d-4128-a32e-833f680ccaa9), precommit_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:51.315154 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f1bba1ed-a731-4bab-835b-6c6266d1ccbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (7ba6fdaf-9e9d-4128-a32e-833f680ccaa9), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:51.370705 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978ea1c-1394-4a7e-abed-472eb07b7894 None None] Pushing event updated for resources: {'Port': ['ID=7ba6fdaf-9e9d-4128-a32e-833f680ccaa9,revision_number=3']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:51.423285 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-f1bba1ed-a731-4bab-835b-6c6266d1ccbd None None] Attempting to bind port 7ba6fdaf-9e9d-4128-a32e-833f680ccaa9 on host dv-cinder-773985-33-iscsi for vnic_type normal with profile {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:29:51.423662 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-f1bba1ed-a731-4bab-835b-6c6266d1ccbd None None] Attempting to bind port 7ba6fdaf-9e9d-4128-a32e-833f680ccaa9 by drivers openvswitch,hyperv on host dv-cinder-773985-33-iscsi at level 0 using segments [{'id': '2a22f138-aaab-4821-bfce-8c590b1b6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b397e57d-1c0d-432c-8207-b566f329839a'}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:29:51.424027 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bba1ed-a731-4bab-835b-6c6266d1ccbd None None] Attempting to bind port 7ba6fdaf-9e9d-4128-a32e-833f680ccaa9 on network b397e57d-1c0d-432c-8207-b566f329839a {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:29:51.429665 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bba1ed-a731-4bab-835b-6c6266d1ccbd None None] Checking agent: {'id': 'f05e57fc-60cd-473c-9e30-c12cdd53bab2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 11, 38), 'started_at': datetime.datetime(2022, 2, 16, 18, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:29:51.430036 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bba1ed-a731-4bab-835b-6c6266d1ccbd None None] Checking segment: {'id': '2a22f138-aaab-4821-bfce-8c590b1b6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b397e57d-1c0d-432c-8207-b566f329839a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:29:51.430433 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f1bba1ed-a731-4bab-835b-6c6266d1ccbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:51.430874 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bba1ed-a731-4bab-835b-6c6266d1ccbd None None] Bound using segment: {'id': '2a22f138-aaab-4821-bfce-8c590b1b6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b397e57d-1c0d-432c-8207-b566f329839a'} {{(pid=103277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:29:51.431283 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.managers [None req-f1bba1ed-a731-4bab-835b-6c6266d1ccbd None None] Bound port: 7ba6fdaf-9e9d-4128-a32e-833f680ccaa9, host: dv-cinder-773985-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a22f138-aaab-4821-bfce-8c590b1b6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b397e57d-1c0d-432c-8207-b566f329839a'}}] {{(pid=103277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:29:51.431657 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f1bba1ed-a731-4bab-835b-6c6266d1ccbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (7ba6fdaf-9e9d-4128-a32e-833f680ccaa9), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:51.504675 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f1bba1ed-a731-4bab-835b-6c6266d1ccbd None None] For port 7ba6fdaf-9e9d-4128-a32e-833f680ccaa9, host dv-cinder-773985-33-iscsi, cleared binding levels {{(pid=103277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:29:51.508235 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f1bba1ed-a731-4bab-835b-6c6266d1ccbd None None] For port 7ba6fdaf-9e9d-4128-a32e-833f680ccaa9, host dv-cinder-773985-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=7ba6fdaf-9e9d-4128-a32e-833f680ccaa9,segment=NetworkSegment(2a22f138-aaab-4821-bfce-8c590b1b6e16),segment_id=2a22f138-aaab-4821-bfce-8c590b1b6e16)] {{(pid=103277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:29:51.538617 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-7d393058-04a4-4fdb-adce-b2b3b033a929 None None] Provisioning complete for port 7ba6fdaf-9e9d-4128-a32e-833f680ccaa9 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:29:51.538992 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7d393058-04a4-4fdb-adce-b2b3b033a929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (7ba6fdaf-9e9d-4128-a32e-833f680ccaa9), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:51.569685 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f1bba1ed-a731-4bab-835b-6c6266d1ccbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (7ba6fdaf-9e9d-4128-a32e-833f680ccaa9), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:51.603523 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-7d393058-04a4-4fdb-adce-b2b3b033a929 None None] Port 7ba6fdaf-9e9d-4128-a32e-833f680ccaa9 cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:29:51.634808 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bba1ed-a731-4bab-835b-6c6266d1ccbd None None] Routers {'a6ad577a-d4d4-4626-a0f5-9128ec753bd9'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:29:51.635456 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-f1bba1ed-a731-4bab-835b-6c6266d1ccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:29:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['a6ad577a-d4d4-4626-a0f5-9128ec753bd9'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:29:51.641126 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978ea1c-1394-4a7e-abed-472eb07b7894 None None] Pushing event updated for resources: {'Port': ['ID=7ba6fdaf-9e9d-4128-a32e-833f680ccaa9,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:51.768269 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-f1bba1ed-a731-4bab-835b-6c6266d1ccbd None None] Set router a6ad577a-d4d4-4626-a0f5-9128ec753bd9 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:29:51.882157 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f235847a-58c0-452c-9da9-36df34cd6636 None None] Provisioning complete for port 7ba6fdaf-9e9d-4128-a32e-833f680ccaa9 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:29:51.882534 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f235847a-58c0-452c-9da9-36df34cd6636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (7ba6fdaf-9e9d-4128-a32e-833f680ccaa9), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:52.176238 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f235847a-58c0-452c-9da9-36df34cd6636 None None] Current status of the port 7ba6fdaf-9e9d-4128-a32e-833f680ccaa9 is: DOWN; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:29:52.176881 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f235847a-58c0-452c-9da9-36df34cd6636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (7ba6fdaf-9e9d-4128-a32e-833f680ccaa9), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:52.203997 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-f1bba1ed-a731-4bab-835b-6c6266d1ccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ad577a-d4d4-4626-a0f5-9128ec753bd9', 'name': 'tempest-TestShelveInstance-2044992497-router', 'tenant_id': '50d013cd851344b8a35aad4978d26a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e2abd949-487c-4032-bae5-944b00c4f1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:29:43Z', 'updated_at': '2022-02-16T18:29:47Z', 'revision_number': 4, 'project_id': '50d013cd851344b8a35aad4978d26a3f', 'gw_port': {'id': 'e2abd949-487c-4032-bae5-944b00c4f1f2', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ad577a-d4d4-4626-a0f5-9128ec753bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:44Z', 'updated_at': '2022-02-16T18:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '7ba6fdaf-9e9d-4128-a32e-833f680ccaa9', 'name': '', 'network_id': 'b397e57d-1c0d-432c-8207-b566f329839a', 'tenant_id': '50d013cd851344b8a35aad4978d26a3f', 'mac_address': 'fa:16:3e:46:b7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ad577a-d4d4-4626-a0f5-9128ec753bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '81d888ee-87e0-400d-8346-57285b478430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:46Z', 'updated_at': '2022-02-16T18:29:51Z', 'revision_number': 4, 'project_id': '50d013cd851344b8a35aad4978d26a3f', 'subnets': [{'id': '81d888ee-87e0-400d-8346-57285b478430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:29:52.235689 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bba1ed-a731-4bab-835b-6c6266d1ccbd None None] The sync data for ids ['a6ad577a-d4d4-4626-a0f5-9128ec753bd9'] in dv-cinder-773985-33-iscsi is: [{'id': 'a6ad577a-d4d4-4626-a0f5-9128ec753bd9', 'name': 'tempest-TestShelveInstance-2044992497-router', 'tenant_id': '50d013cd851344b8a35aad4978d26a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e2abd949-487c-4032-bae5-944b00c4f1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:29:43Z', 'updated_at': '2022-02-16T18:29:47Z', 'revision_number': 4, 'project_id': '50d013cd851344b8a35aad4978d26a3f', 'gw_port': {'id': 'e2abd949-487c-4032-bae5-944b00c4f1f2', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ad577a-d4d4-4626-a0f5-9128ec753bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:44Z', 'updated_at': '2022-02-16T18:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '7ba6fdaf-9e9d-4128-a32e-833f680ccaa9', 'name': '', 'network_id': 'b397e57d-1c0d-432c-8207-b566f329839a', 'tenant_id': '50d013cd851344b8a35aad4978d26a3f', 'mac_address': 'fa:16:3e:46:b7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ad577a-d4d4-4626-a0f5-9128ec753bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '81d888ee-87e0-400d-8346-57285b478430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:46Z', 'updated_at': '2022-02-16T18:29:51Z', 'revision_number': 4, 'project_id': '50d013cd851344b8a35aad4978d26a3f', 'subnets': [{'id': '81d888ee-87e0-400d-8346-57285b478430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:29:52.244855 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f235847a-58c0-452c-9da9-36df34cd6636 None None] For port 7ba6fdaf-9e9d-4128-a32e-833f680ccaa9, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=7ba6fdaf-9e9d-4128-a32e-833f680ccaa9,segment=NetworkSegment(2a22f138-aaab-4821-bfce-8c590b1b6e16),segment_id=2a22f138-aaab-4821-bfce-8c590b1b6e16)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:29:52.324387 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f235847a-58c0-452c-9da9-36df34cd6636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (7ba6fdaf-9e9d-4128-a32e-833f680ccaa9), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:52.390402 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235847a-58c0-452c-9da9-36df34cd6636 None None] Pushing event updated for resources: {'Port': ['ID=7ba6fdaf-9e9d-4128-a32e-833f680ccaa9,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:29:53.890718 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 7ba6fdaf-9e9d-4128-a32e-833f680ccaa9 up at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:29:53.940074 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Provisioning complete for port 7ba6fdaf-9e9d-4128-a32e-833f680ccaa9 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:29:53.940451 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (7ba6fdaf-9e9d-4128-a32e-833f680ccaa9), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:29:54.021478 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 7ba6fdaf-9e9d-4128-a32e-833f680ccaa9 is: ACTIVE; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:30:02.160796 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-809715c0-4b84-43e0-ac26-79abd0483779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:04.429814 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f3c3eeeb-927e-4ad8-89cd-dd7946ff9970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:05.600878 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:07.052246 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:08.492303 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:08.683890 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-93970610-b5ac-4468-b649-f36f5bbea97d tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-456392513&fields=id&tenant_id=28e3def0fcef4ccc84b9642e9c3f25b1 HTTP/1.1" status: 200 len: 267 time: 0.0424218 Feb 16 18:30:08.794484 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-c6806ad6-def0-4a2a-a8cc-7d5a981ecccd tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:08.795876 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-c6806ad6-def0-4a2a-a8cc-7d5a981ecccd tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/networks?id=932fb648-4700-4805-be35-6f1b1307cd12 HTTP/1.1" status: 200 len: 809 time: 0.1041737 Feb 16 18:30:08.811908 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-da1218dc-a307-4da1-8555-6cb0131b8a2a tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/quotas/28e3def0fcef4ccc84b9642e9c3f25b1 HTTP/1.1" status: 200 len: 375 time: 0.0093129 Feb 16 18:30:08.869224 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-a3bd6543-bf5e-4ee1-be92-8336d34b343b tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=28e3def0fcef4ccc84b9642e9c3f25b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516388 Feb 16 18:30:08.982253 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-30755cfc-4a02-46d2-b404-5914e3ee2efd service neutron] 10.222.0.87 "GET /v2.0/networks/932fb648-4700-4805-be35-6f1b1307cd12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004295 Feb 16 18:30:09.036442 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:30:09.071178 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-c2f79f82-bdb2-42a1-81ca-53542691c6ae service neutron] 10.222.0.87 "GET /v2.0/networks/932fb648-4700-4805-be35-6f1b1307cd12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825698 Feb 16 18:30:09.711354 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-6849810f-698e-4bcb-9dd7-5711657d446c req-a96a9aea-2e99-47d9-af60-d5ae2c96093e tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 210 time: 0.0820861 Feb 16 18:30:10.866047 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-4fe7ce1a-6e49-472f-822f-ee18fa3e31e7 req-f490f7c1-fdff-4bd8-a196-0049682fc944 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 210 time: 0.0864115 Feb 16 18:30:11.570434 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-2f8ea10f-eca7-4188-b28e-e9e101db9abb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:11.571870 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-2f8ea10f-eca7-4188-b28e-e9e101db9abb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.45 "GET /v2.0/networks?id=932fb648-4700-4805-be35-6f1b1307cd12 HTTP/1.1" status: 200 len: 809 time: 0.1059976 Feb 16 18:30:11.639282 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-95a4160e-e819-4f71-a39d-e1afa85cc04c tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28e3def0fcef4ccc84b9642e9c3f25b1 HTTP/1.1" status: 200 len: 379 time: 0.0567088 Feb 16 18:30:11.649403 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-2b6c060e-54ba-4db4-9a25-0ea7de181043 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Request body: {'port': {'device_id': '670313a2-a142-4e8a-8d80-baf61b679281', 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12', 'admin_state_up': True, 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'security_groups': ['b2291da6-eb02-48da-957a-a7bb8571051f']}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:30:11.847350 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-2b6c060e-54ba-4db4-9a25-0ea7de181043 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Made reservation on behalf of 28e3def0fcef4ccc84b9642e9c3f25b1 for: {'port': 1} {{(pid=103275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 18:30:11.850758 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-2b6c060e-54ba-4db4-9a25-0ea7de181043 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:11.964338 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-bc142a9c-9fc3-46a1-8170-9d672a43e09d req-e02c3362-28d8-4f0e-a1f5-2d2bb8ee9a42 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 210 time: 0.0297642 Feb 16 18:30:11.987719 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_common [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-2b6c060e-54ba-4db4-9a25-0ea7de181043 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Allocated IP 172.20.0.14 (932fb648-4700-4805-be35-6f1b1307cd12/da64b2ef-9d0d-434c-ab71-49a669344743/b4e62412-8aeb-44f9-b80b-4aa64ba00da8) {{(pid=103275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:30:12.125593 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-2b6c060e-54ba-4db4-9a25-0ea7de181043 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for port (b4e62412-8aeb-44f9-b80b-4aa64ba00da8), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:12.213033 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-2b6c060e-54ba-4db4-9a25-0ea7de181043 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (b4e62412-8aeb-44f9-b80b-4aa64ba00da8), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:12.258197 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-2b6c060e-54ba-4db4-9a25-0ea7de181043 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Network 932fb648-4700-4805-be35-6f1b1307cd12 is already hosted by enough agents. {{(pid=103275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:30:12.263079 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.base_scheduler [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-2b6c060e-54ba-4db4-9a25-0ea7de181043 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Resources bound (agent type, host, resource id): {{(pid=103275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:30:12.266994 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-2b6c060e-54ba-4db4-9a25-0ea7de181043 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Received port after_create {{(pid=103275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:30:12.296403 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c060e-54ba-4db4-9a25-0ea7de181043 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Pushing event updated for resources: {'Port': ['ID=b4e62412-8aeb-44f9-b80b-4aa64ba00da8,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:30:12.323748 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-2b6c060e-54ba-4db4-9a25-0ea7de181043 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:12.325845 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-2b6c060e-54ba-4db4-9a25-0ea7de181043 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:12.427381 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-2b6c060e-54ba-4db4-9a25-0ea7de181043 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7815609 Feb 16 18:30:12.440663 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.v2.base [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-1c82d991-ab19-4b86-ab1d-1f6ee36361a3 service neutron] Request body: {'port': {'device_id': '670313a2-a142-4e8a-8d80-baf61b679281', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=103275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:30:12.478316 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-4ef4dbe1-b661-4f64-8fa2-8446fc790262 None None] Provisioning complete for port b4e62412-8aeb-44f9-b80b-4aa64ba00da8 triggered by entity DHCP. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:30:12.478908 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4ef4dbe1-b661-4f64-8fa2-8446fc790262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (b4e62412-8aeb-44f9-b80b-4aa64ba00da8), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:12.500162 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-1c82d991-ab19-4b86-ab1d-1f6ee36361a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (b4e62412-8aeb-44f9-b80b-4aa64ba00da8), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:12.516814 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-4ef4dbe1-b661-4f64-8fa2-8446fc790262 None None] Port b4e62412-8aeb-44f9-b80b-4aa64ba00da8 cannot update to ACTIVE because it is not bound. {{(pid=103277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 18:30:12.766414 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:12.776075 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-1c82d991-ab19-4b86-ab1d-1f6ee36361a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e62412-8aeb-44f9-b80b-4aa64ba00da8 {{(pid=103275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:30:12.784558 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-1c82d991-ab19-4b86-ab1d-1f6ee36361a3 service neutron] Publish callbacks [] for port (b4e62412-8aeb-44f9-b80b-4aa64ba00da8), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:12.797027 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.provisioning_blocks [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-1c82d991-ab19-4b86-ab1d-1f6ee36361a3 service neutron] Transition to ACTIVE for port object b4e62412-8aeb-44f9-b80b-4aa64ba00da8 will not be triggered until provisioned by entity L2. {{(pid=103275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 18:30:12.863359 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-1c82d991-ab19-4b86-ab1d-1f6ee36361a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (b4e62412-8aeb-44f9-b80b-4aa64ba00da8), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:12.914803 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82d991-ab19-4b86-ab1d-1f6ee36361a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e62412-8aeb-44f9-b80b-4aa64ba00da8,revision_number=2']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:30:12.985295 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-1c82d991-ab19-4b86-ab1d-1f6ee36361a3 service neutron] Attempting to bind port b4e62412-8aeb-44f9-b80b-4aa64ba00da8 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 18:30:12.990110 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-1c82d991-ab19-4b86-ab1d-1f6ee36361a3 service neutron] Attempting to bind port b4e62412-8aeb-44f9-b80b-4aa64ba00da8 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'cac95077-6688-411d-94a5-9c739f5cccb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12'}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 18:30:12.990110 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-1c82d991-ab19-4b86-ab1d-1f6ee36361a3 service neutron] Attempting to bind port b4e62412-8aeb-44f9-b80b-4aa64ba00da8 on network 932fb648-4700-4805-be35-6f1b1307cd12 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:30:12.991206 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-1c82d991-ab19-4b86-ab1d-1f6ee36361a3 service neutron] Port b4e62412-8aeb-44f9-b80b-4aa64ba00da8 on network 932fb648-4700-4805-be35-6f1b1307cd12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 18:30:12.991543 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-1c82d991-ab19-4b86-ab1d-1f6ee36361a3 service neutron] Attempting to bind port b4e62412-8aeb-44f9-b80b-4aa64ba00da8 on network 932fb648-4700-4805-be35-6f1b1307cd12 {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 18:30:12.996924 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-1c82d991-ab19-4b86-ab1d-1f6ee36361a3 service neutron] Checking agent: {'id': '5c336864-29ba-45bb-93ac-04ba68c7d8e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'started_at': datetime.datetime(2022, 2, 16, 18, 18, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 18, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 18:30:12.997295 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-1c82d991-ab19-4b86-ab1d-1f6ee36361a3 service neutron] Checking segment: {'id': 'cac95077-6688-411d-94a5-9c739f5cccb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 18:30:12.997683 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-1c82d991-ab19-4b86-ab1d-1f6ee36361a3 service neutron] Bound using segment: {'id': 'cac95077-6688-411d-94a5-9c739f5cccb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12'} {{(pid=103275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 18:30:12.998125 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.managers [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-1c82d991-ab19-4b86-ab1d-1f6ee36361a3 service neutron] Bound port: b4e62412-8aeb-44f9-b80b-4aa64ba00da8, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac95077-6688-411d-94a5-9c739f5cccb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12'}}] {{(pid=103275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 18:30:12.998471 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-1c82d991-ab19-4b86-ab1d-1f6ee36361a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (b4e62412-8aeb-44f9-b80b-4aa64ba00da8), before_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:13.104579 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-1c82d991-ab19-4b86-ab1d-1f6ee36361a3 service neutron] For port b4e62412-8aeb-44f9-b80b-4aa64ba00da8, host hv-cinder-77398, cleared binding levels {{(pid=103275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 18:30:13.109626 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-1c82d991-ab19-4b86-ab1d-1f6ee36361a3 service neutron] For port b4e62412-8aeb-44f9-b80b-4aa64ba00da8, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b4e62412-8aeb-44f9-b80b-4aa64ba00da8,segment=NetworkSegment(cac95077-6688-411d-94a5-9c739f5cccb3),segment_id=cac95077-6688-411d-94a5-9c739f5cccb3)] {{(pid=103275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 18:30:13.123063 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f762f04-ec60-4aae-ba26-50068e25caba req-9dae81e2-a1ac-4ead-8065-f27bff171cbb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:13.124556 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1f762f04-ec60-4aae-ba26-50068e25caba req-9dae81e2-a1ac-4ead-8065-f27bff171cbb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 944 time: 0.0817699 Feb 16 18:30:13.175324 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1f762f04-ec60-4aae-ba26-50068e25caba req-382925cd-7de7-490d-bc82-784555ca052d tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436485 Feb 16 18:30:13.178464 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-1c82d991-ab19-4b86-ab1d-1f6ee36361a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8530067'] for port (b4e62412-8aeb-44f9-b80b-4aa64ba00da8), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:13.220898 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-1c82d991-ab19-4b86-ab1d-1f6ee36361a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:13.221554 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-1c82d991-ab19-4b86-ab1d-1f6ee36361a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:13.222968 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-1c82d991-ab19-4b86-ab1d-1f6ee36361a3 service neutron] 10.222.0.45 "PUT /v2.0/ports/b4e62412-8aeb-44f9-b80b-4aa64ba00da8 HTTP/1.1" status: 200 len: 1094 time: 0.7872760 Feb 16 18:30:13.223429 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670313a2-a142-4e8a-8d80-baf61b679281', 'tag': 'b4e62412-8aeb-44f9-b80b-4aa64ba00da8'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:30:13.225728 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4568cc-8a60-4aea-8d33-81faee7369ca" -d '{"events": [{"name": "network-changed", "server_uuid": "670313a2-a142-4e8a-8d80-baf61b679281", "tag": "b4e62412-8aeb-44f9-b80b-4aa64ba00da8"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:30:13.256769 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82d991-ab19-4b86-ab1d-1f6ee36361a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e62412-8aeb-44f9-b80b-4aa64ba00da8,revision_number=3']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:30:13.266982 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf533a6c-edc0-48a6-8ad4-72bf87a45e37 x-openstack-request-id: req-cf533a6c-edc0-48a6-8ad4-72bf87a45e37 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:30:13.267276 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670313a2-a142-4e8a-8d80-baf61b679281", "tag": "b4e62412-8aeb-44f9-b80b-4aa64ba00da8", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:30:13.267911 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cf533a6c-edc0-48a6-8ad4-72bf87a45e37 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:30:13.268573 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '670313a2-a142-4e8a-8d80-baf61b679281', 'tag': 'b4e62412-8aeb-44f9-b80b-4aa64ba00da8', 'status': 'completed', 'code': 200} Feb 16 18:30:13.344727 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4568cc-8a60-4aea-8d33-81faee7369ca req-38877bd5-81a5-4115-afae-f781139ba207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:13.347593 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fc4568cc-8a60-4aea-8d33-81faee7369ca req-38877bd5-81a5-4115-afae-f781139ba207 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28e3def0fcef4ccc84b9642e9c3f25b1&device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 1128 time: 0.0519276 Feb 16 18:30:13.445671 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4568cc-8a60-4aea-8d33-81faee7369ca req-ef9078c9-ba35-4448-b876-7bfdf8b12cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:13.447118 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fc4568cc-8a60-4aea-8d33-81faee7369ca req-ef9078c9-ba35-4448-b876-7bfdf8b12cb5 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=28e3def0fcef4ccc84b9642e9c3f25b1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0929317 Feb 16 18:30:13.544398 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4568cc-8a60-4aea-8d33-81faee7369ca req-12a26385-f0a3-43dc-99dc-3d9bd28939d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:13.545816 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fc4568cc-8a60-4aea-8d33-81faee7369ca req-12a26385-f0a3-43dc-99dc-3d9bd28939d1 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925267 Feb 16 18:30:13.632191 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-dc8f69f1-0497-449c-9f9f-0932b8ec2154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:13.633670 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-dc8f69f1-0497-449c-9f9f-0932b8ec2154 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28e3def0fcef4ccc84b9642e9c3f25b1&device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 1128 time: 0.0461650 Feb 16 18:30:13.679873 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-8afd35df-5ef1-474e-ad8d-7087adbda857 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4e62412-8aeb-44f9-b80b-4aa64ba00da8 HTTP/1.1" status: 200 len: 217 time: 0.0388951 Feb 16 18:30:13.730739 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-e19d4e9b-9383-4949-a2da-fa011c523d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:13.732206 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-e19d4e9b-9383-4949-a2da-fa011c523d96 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da64b2ef-9d0d-434c-ab71-49a669344743 HTTP/1.1" status: 200 len: 848 time: 0.0454781 Feb 16 18:30:13.786724 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-54dcef5e-1d83-418e-9e5c-026ba55510a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:13.788228 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-54dcef5e-1d83-418e-9e5c-026ba55510a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=932fb648-4700-4805-be35-6f1b1307cd12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451453 Feb 16 18:30:13.887069 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-c1be73c9-a72e-4c13-9feb-c882fe625dc0 service neutron] 10.222.0.45 "GET /v2.0/networks/932fb648-4700-4805-be35-6f1b1307cd12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910070 Feb 16 18:30:13.979129 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1e5db9a2-233c-4252-b6c8-d5305c822355 req-65cc8028-e428-47e1-897c-16a551a3f577 service neutron] 10.222.0.45 "GET /v2.0/networks/932fb648-4700-4805-be35-6f1b1307cd12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847092 Feb 16 18:30:14.301442 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9f48a-d6dd-485d-820d-13887b192a20 req-8c5c221e-f0f0-4dcc-b1b9-20cf8e667fe9 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:14.305120 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-4db9f48a-d6dd-485d-820d-13887b192a20 req-8c5c221e-f0f0-4dcc-b1b9-20cf8e667fe9 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 944 time: 0.0562882 Feb 16 18:30:14.358662 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-4db9f48a-d6dd-485d-820d-13887b192a20 req-695c9338-3d6d-4fc7-a715-5de58c6870c8 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499015 Feb 16 18:30:15.480450 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738a85d-5b5a-4f4d-be70-1853ccdcc10b req-23aa6184-401e-412a-bf71-94e93872e46e tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:15.481875 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7738a85d-5b5a-4f4d-be70-1853ccdcc10b req-23aa6184-401e-412a-bf71-94e93872e46e tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 944 time: 0.0527530 Feb 16 18:30:15.528950 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7738a85d-5b5a-4f4d-be70-1853ccdcc10b req-f8d767d6-5109-428f-b028-65795a744c0c tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414927 Feb 16 18:30:16.645802 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145f542-902f-42be-9481-e4a11102f442 req-f52288f1-bcb6-442b-a587-2b440742f987 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:16.647277 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2145f542-902f-42be-9481-e4a11102f442 req-f52288f1-bcb6-442b-a587-2b440742f987 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 944 time: 0.0521491 Feb 16 18:30:16.702572 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2145f542-902f-42be-9481-e4a11102f442 req-9ff8dc1a-d51f-422a-b58d-a77b148cea92 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497005 Feb 16 18:30:17.820563 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff21c6-d5f4-4dea-9384-15c28942d2b7 req-d83eb05b-9751-4f2d-ba4a-9e9bea1b9ed3 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:17.822066 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-c3ff21c6-d5f4-4dea-9384-15c28942d2b7 req-d83eb05b-9751-4f2d-ba4a-9e9bea1b9ed3 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 944 time: 0.0518510 Feb 16 18:30:17.869634 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-c3ff21c6-d5f4-4dea-9384-15c28942d2b7 req-2c92cd31-d1dc-4eae-a8be-d75866bf685c tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419409 Feb 16 18:30:18.083913 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ef0d8fd6-5480-4845-afe5-9474eeda04b8 req-e36094e4-7f4d-401b-93cc-99602db6cc20 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437064 Feb 16 18:30:18.174986 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d8fd6-5480-4845-afe5-9474eeda04b8 req-dd0d020a-4bb7-4663-9456-53c13ad50cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:18.176464 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ef0d8fd6-5480-4845-afe5-9474eeda04b8 req-dd0d020a-4bb7-4663-9456-53c13ad50cbb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbc85d2f47ed42ae9d13c15932375126&device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 1130 time: 0.0475342 Feb 16 18:30:18.277928 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d8fd6-5480-4845-afe5-9474eeda04b8 req-af899aac-5a3a-493d-818b-70d9b188f310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:18.279364 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ef0d8fd6-5480-4845-afe5-9474eeda04b8 req-af899aac-5a3a-493d-818b-70d9b188f310 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c3b692a3-8e7f-4e30-84f4-e7dc80fed586 HTTP/1.1" status: 200 len: 912 time: 0.0840509 Feb 16 18:30:18.347322 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ef0d8fd6-5480-4845-afe5-9474eeda04b8 req-c18f5e6d-45cc-4027-9de1-027f13fa82c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f645f4d-db86-4492-ab2a-c4e89cca4f25 HTTP/1.1" status: 200 len: 1001 time: 0.0613251 Feb 16 18:30:18.394965 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d8fd6-5480-4845-afe5-9474eeda04b8 req-8adaeddf-6405-4df2-8ecd-b5268e58348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:18.396473 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ef0d8fd6-5480-4845-afe5-9474eeda04b8 req-8adaeddf-6405-4df2-8ecd-b5268e58348f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1c21080-f6c4-4a5f-9337-f015cc2f7375 HTTP/1.1" status: 200 len: 850 time: 0.0426915 Feb 16 18:30:18.447765 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d8fd6-5480-4845-afe5-9474eeda04b8 req-607f0299-252c-4cfb-80d9-c524adadf9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:18.449292 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ef0d8fd6-5480-4845-afe5-9474eeda04b8 req-607f0299-252c-4cfb-80d9-c524adadf9bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c3b692a3-8e7f-4e30-84f4-e7dc80fed586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462363 Feb 16 18:30:18.540961 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ef0d8fd6-5480-4845-afe5-9474eeda04b8 req-840147fd-34d4-4b74-aa2e-b504cf18575b service neutron] 10.222.0.45 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843709 Feb 16 18:30:18.631912 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-ef0d8fd6-5480-4845-afe5-9474eeda04b8 req-9bba8e2a-2824-4f9f-82f0-a694f36748a7 service neutron] 10.222.0.45 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821552 Feb 16 18:30:18.991585 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b2ae2-4933-4196-85cc-50ea647ba1cc req-ba98ba39-45ff-4b60-a1c0-582323ed30b4 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:18.993045 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1b4b2ae2-4933-4196-85cc-50ea647ba1cc req-ba98ba39-45ff-4b60-a1c0-582323ed30b4 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 944 time: 0.0568752 Feb 16 18:30:19.040917 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1b4b2ae2-4933-4196-85cc-50ea647ba1cc req-d49da113-8f90-4470-ad8f-34b13a5fa053 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423245 Feb 16 18:30:20.166909 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717a1d5-fd33-4d13-8e7c-b869204067b9 req-ab0f59a5-24ed-4ec4-ba61-c6a11d134f7d tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:20.168377 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-4717a1d5-fd33-4d13-8e7c-b869204067b9 req-ab0f59a5-24ed-4ec4-ba61-c6a11d134f7d tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 944 time: 0.0573747 Feb 16 18:30:20.218963 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-4717a1d5-fd33-4d13-8e7c-b869204067b9 req-5760f021-c308-4e5b-a6f1-22c50b2f9643 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447927 Feb 16 18:30:21.340775 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86e99f-414b-49b8-b981-e37236bcb107 req-b2b42226-5e05-429c-b425-b0e12844faa3 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:21.342279 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-db86e99f-414b-49b8-b981-e37236bcb107 req-b2b42226-5e05-429c-b425-b0e12844faa3 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 944 time: 0.0538366 Feb 16 18:30:21.391130 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-db86e99f-414b-49b8-b981-e37236bcb107 req-581eb816-72eb-42a2-8ff5-47b8fa15008f tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430744 Feb 16 18:30:22.405703 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device b4e62412-8aeb-44f9-b80b-4aa64ba00da8 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=103277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 18:30:22.503725 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port b4e62412-8aeb-44f9-b80b-4aa64ba00da8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b4e62412-8aeb-44f9-b80b-4aa64ba00da8,segment=NetworkSegment(cac95077-6688-411d-94a5-9c739f5cccb3),segment_id=cac95077-6688-411d-94a5-9c739f5cccb3)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:30:22.510390 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ae3a6-993e-4596-a59d-44c6da7f11a9 req-5107c3b1-a440-496a-8bbb-08764202e4bb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:22.511884 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-495ae3a6-993e-4596-a59d-44c6da7f11a9 req-5107c3b1-a440-496a-8bbb-08764202e4bb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 944 time: 0.0528827 Feb 16 18:30:22.515724 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Returning: {'device': 'b4e62412-8aeb-44f9-b80b-4aa64ba00da8', 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12', 'port_id': 'b4e62412-8aeb-44f9-b80b-4aa64ba00da8', 'mac_address': 'fa:16:3e:59:49:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da64b2ef-9d0d-434c-ab71-49a669344743', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 18:30:22.558310 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port b4e62412-8aeb-44f9-b80b-4aa64ba00da8 is: DOWN; New status is: BUILD {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:30:22.558705 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (b4e62412-8aeb-44f9-b80b-4aa64ba00da8), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:22.561143 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-495ae3a6-993e-4596-a59d-44c6da7f11a9 req-90db0570-86e0-43c8-96b4-ac55378bca2d tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436254 Feb 16 18:30:22.572680 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e62412-8aeb-44f9-b80b-4aa64ba00da8 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:30:22.592783 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port b4e62412-8aeb-44f9-b80b-4aa64ba00da8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b4e62412-8aeb-44f9-b80b-4aa64ba00da8,segment=NetworkSegment(cac95077-6688-411d-94a5-9c739f5cccb3),segment_id=cac95077-6688-411d-94a5-9c739f5cccb3)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:30:22.651981 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (b4e62412-8aeb-44f9-b80b-4aa64ba00da8), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:22.699755 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=b4e62412-8aeb-44f9-b80b-4aa64ba00da8,revision_number=4']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:30:22.707033 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:22.707382 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:22.707721 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:22.708053 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:22.708429 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:22.708761 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:22.709101 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:22.709433 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:22.709755 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:22.710076 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:22.710393 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:22.710715 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:22.711029 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:22.913103 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['b4e62412-8aeb-44f9-b80b-4aa64ba00da8'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:30:23.681271 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33347470-219c-47f4-86e3-327a2ea71f4b req-d15d9ef2-fd23-4cd1-899d-70349986f343 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:23.682754 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-33347470-219c-47f4-86e3-327a2ea71f4b req-d15d9ef2-fd23-4cd1-899d-70349986f343 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 945 time: 0.0527897 Feb 16 18:30:23.735803 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-33347470-219c-47f4-86e3-327a2ea71f4b req-4eb7eb45-2ec8-4ac4-9ab4-6ea302f727df tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476146 Feb 16 18:30:24.419780 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device b4e62412-8aeb-44f9-b80b-4aa64ba00da8 up at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:30:24.526535 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning for port b4e62412-8aeb-44f9-b80b-4aa64ba00da8 completed by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 18:30:24.530464 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning complete for port b4e62412-8aeb-44f9-b80b-4aa64ba00da8 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:30:24.534142 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (b4e62412-8aeb-44f9-b80b-4aa64ba00da8), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:24.613501 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port b4e62412-8aeb-44f9-b80b-4aa64ba00da8 is: BUILD; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:30:24.613916 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (b4e62412-8aeb-44f9-b80b-4aa64ba00da8), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:24.636351 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670313a2-a142-4e8a-8d80-baf61b679281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e62412-8aeb-44f9-b80b-4aa64ba00da8'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:30:24.638638 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49689f5b-83e6-4b43-bb44-8c0845402a6b" -d '{"events": [{"server_uuid": "670313a2-a142-4e8a-8d80-baf61b679281", "name": "network-vif-plugged", "status": "completed", "tag": "b4e62412-8aeb-44f9-b80b-4aa64ba00da8"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:30:24.651709 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port b4e62412-8aeb-44f9-b80b-4aa64ba00da8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b4e62412-8aeb-44f9-b80b-4aa64ba00da8,segment=NetworkSegment(cac95077-6688-411d-94a5-9c739f5cccb3),segment_id=cac95077-6688-411d-94a5-9c739f5cccb3)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:30:24.678583 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52aa45e8-a01a-4f18-a133-04846ba4937f x-openstack-request-id: req-52aa45e8-a01a-4f18-a133-04846ba4937f {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:30:24.678583 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670313a2-a142-4e8a-8d80-baf61b679281", "name": "network-vif-plugged", "status": "completed", "tag": "b4e62412-8aeb-44f9-b80b-4aa64ba00da8", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:30:24.678583 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-52aa45e8-a01a-4f18-a133-04846ba4937f {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:30:24.678583 dv-cinder-773985-33-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670313a2-a142-4e8a-8d80-baf61b679281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e62412-8aeb-44f9-b80b-4aa64ba00da8', 'code': 200} Feb 16 18:30:24.726619 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (b4e62412-8aeb-44f9-b80b-4aa64ba00da8), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:24.774577 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=b4e62412-8aeb-44f9-b80b-4aa64ba00da8,revision_number=5']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:30:24.858373 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385db09-b8b1-4d4b-9fa3-5a97c3da4f48 req-ec8192a6-2a8c-4af0-ae66-7b036915b11d tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:24.859828 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0385db09-b8b1-4d4b-9fa3-5a97c3da4f48 req-ec8192a6-2a8c-4af0-ae66-7b036915b11d tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 946 time: 0.0524874 Feb 16 18:30:24.909631 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0385db09-b8b1-4d4b-9fa3-5a97c3da4f48 req-e7246581-4a9e-410b-9365-2089e675e8c5 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424075 Feb 16 18:30:25.053852 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc282a3e-6319-4c17-af0d-086f51ef23ea req-e3aa3f9b-fad3-40f7-9ee5-48cba1a561a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:25.055218 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bc282a3e-6319-4c17-af0d-086f51ef23ea req-e3aa3f9b-fad3-40f7-9ee5-48cba1a561a9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 1130 time: 0.0444930 Feb 16 18:30:25.101466 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-bc282a3e-6319-4c17-af0d-086f51ef23ea req-5c4fee14-b42c-4d4d-a1b6-a87b0a573648 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380766 Feb 16 18:30:26.033913 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7be5e-0a54-46d5-89f8-cc69c5757b06 req-fc2d8ebb-4b36-49bf-8669-c7f671eb00f8 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:26.036013 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-1cd7be5e-0a54-46d5-89f8-cc69c5757b06 req-fc2d8ebb-4b36-49bf-8669-c7f671eb00f8 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 946 time: 0.0577857 Feb 16 18:30:26.086030 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-1cd7be5e-0a54-46d5-89f8-cc69c5757b06 req-ff16a811-93de-49ca-8c68-df2997905a1d tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443182 Feb 16 18:30:27.364331 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aeecc9-a787-4ec2-83d5-8c0124c7963a req-66c7090c-7d01-4864-9179-d898eb441040 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:27.365915 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-00aeecc9-a787-4ec2-83d5-8c0124c7963a req-66c7090c-7d01-4864-9179-d898eb441040 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 946 time: 0.0598102 Feb 16 18:30:27.412991 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-00aeecc9-a787-4ec2-83d5-8c0124c7963a req-ab1771eb-6134-46b5-be72-ed4f9d715594 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417161 Feb 16 18:30:27.530109 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b2570-48fa-4220-a19f-6352ae4cdcdd req-cf760db2-b1b3-4c58-bbb2-dce79eb3f112 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:27.531580 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-797b2570-48fa-4220-a19f-6352ae4cdcdd req-cf760db2-b1b3-4c58-bbb2-dce79eb3f112 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 946 time: 0.0514286 Feb 16 18:30:27.579919 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-797b2570-48fa-4220-a19f-6352ae4cdcdd req-2785bcf4-815a-45d6-9fcc-7d0f86a10658 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424321 Feb 16 18:30:27.601991 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35076) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:30:27.685674 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee595ce-83f9-4c12-b27a-bff54e22d306 tempest-TestShelveInstance-826950059 tempest-TestShelveInstance-826950059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:27.689886 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-5ee595ce-83f9-4c12-b27a-bff54e22d306 tempest-TestShelveInstance-826950059 tempest-TestShelveInstance-826950059-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 1125 time: 0.0842261 Feb 16 18:30:27.690090 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35080) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:30:27.694225 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.v2.base [None req-e4aaae53-b2b9-4f32-83f6-0cc79d7d4f7f tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Request body: {'floatingip': {'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'port_id': 'b4e62412-8aeb-44f9-b80b-4aa64ba00da8', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 18:30:27.789224 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e4aaae53-b2b9-4f32-83f6-0cc79d7d4f7f tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:27.887848 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e4aaae53-b2b9-4f32-83f6-0cc79d7d4f7f tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:27.988513 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_common [None req-e4aaae53-b2b9-4f32-83f6-0cc79d7d4f7f tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Allocated IP 172.27.3.234 (c00f8eca-8c80-474c-b61e-3160eeb0c24d/19362ace-3fbd-48f2-895e-4d065f6f071c/0cb196e8-846d-4c5b-ac59-fec396aaf693) {{(pid=103276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 18:30:28.092322 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e4aaae53-b2b9-4f32-83f6-0cc79d7d4f7f tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for port (0cb196e8-846d-4c5b-ac59-fec396aaf693), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:28.207902 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e4aaae53-b2b9-4f32-83f6-0cc79d7d4f7f tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776561731341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (0cb196e8-846d-4c5b-ac59-fec396aaf693), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:28.250596 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aaae53-b2b9-4f32-83f6-0cc79d7d4f7f tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Network c00f8eca-8c80-474c-b61e-3160eeb0c24d is already hosted by enough agents. {{(pid=103276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 18:30:28.254107 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.base_scheduler [None req-e4aaae53-b2b9-4f32-83f6-0cc79d7d4f7f tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Resources bound (agent type, host, resource id): {{(pid=103276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 18:30:28.256881 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aaae53-b2b9-4f32-83f6-0cc79d7d4f7f tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Received port after_create {{(pid=103276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 18:30:28.279906 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aaae53-b2b9-4f32-83f6-0cc79d7d4f7f tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Pushing event updated for resources: {'Port': ['ID=0cb196e8-846d-4c5b-ac59-fec396aaf693,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:30:28.610537 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e4aaae53-b2b9-4f32-83f6-0cc79d7d4f7f tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for floatingip (2e019c24-162e-4347-89be-69c37da1c386), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:28.718260 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e4aaae53-b2b9-4f32-83f6-0cc79d7d4f7f tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (0cb196e8-846d-4c5b-ac59-fec396aaf693), before_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:28.865687 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e4aaae53-b2b9-4f32-83f6-0cc79d7d4f7f tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for port (0cb196e8-846d-4c5b-ac59-fec396aaf693), precommit_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:28.926595 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e4aaae53-b2b9-4f32-83f6-0cc79d7d4f7f tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9128183'] for port (0cb196e8-846d-4c5b-ac59-fec396aaf693), after_update {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:28.995408 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aaae53-b2b9-4f32-83f6-0cc79d7d4f7f tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Pushing event updated for resources: {'Port': ['ID=0cb196e8-846d-4c5b-ac59-fec396aaf693,revision_number=2']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:30:29.006845 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e4aaae53-b2b9-4f32-83f6-0cc79d7d4f7f tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459730'] for floatingip (2e019c24-162e-4347-89be-69c37da1c386), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:29.107467 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.db.l3_db [None req-e4aaae53-b2b9-4f32-83f6-0cc79d7d4f7f tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Floating IP 2e019c24-162e-4347-89be-69c37da1c386 associated. External IP: 172.27.3.234, port: b4e62412-8aeb-44f9-b80b-4aa64ba00da8. Feb 16 18:30:29.310778 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4aaae53-b2b9-4f32-83f6-0cc79d7d4f7f tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Router 3db9ed0f-4d5a-440a-96b0-ef66069d75d5 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:30:29.418553 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4aaae53-b2b9-4f32-83f6-0cc79d7d4f7f tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:30:29.428629 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fc77c7-5f40-4044-80d4-96075bd6d719 None None] Sync routers for ids ['3db9ed0f-4d5a-440a-96b0-ef66069d75d5'] in dv-cinder-773985-33-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:30:29.437593 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fc77c7-5f40-4044-80d4-96075bd6d719 None None] Routers {'3db9ed0f-4d5a-440a-96b0-ef66069d75d5'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:30:29.438227 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-d8fc77c7-5f40-4044-80d4-96075bd6d719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:30:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['3db9ed0f-4d5a-440a-96b0-ef66069d75d5'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:30:29.494409 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e4aaae53-b2b9-4f32-83f6-0cc79d7d4f7f tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for floatingip (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:29.523854 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-e4aaae53-b2b9-4f32-83f6-0cc79d7d4f7f tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8327587 Feb 16 18:30:29.524472 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670313a2-a142-4e8a-8d80-baf61b679281', 'tag': 'b4e62412-8aeb-44f9-b80b-4aa64ba00da8'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:30:29.526888 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2697ac5bc137568c11401d7db31323aaf7e0b920c8580a1634e3728116959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ecce0f-0c98-4b01-a2db-c3082e3da83d" -d '{"events": [{"name": "network-changed", "server_uuid": "670313a2-a142-4e8a-8d80-baf61b679281", "tag": "b4e62412-8aeb-44f9-b80b-4aa64ba00da8"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:30:29.547499 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-d8fc77c7-5f40-4044-80d4-96075bd6d719 None None] Set router 3db9ed0f-4d5a-440a-96b0-ef66069d75d5 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:30:29.562797 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cf2068-6232-4ed0-bfd3-82b8c320d399 x-openstack-request-id: req-c9cf2068-6232-4ed0-bfd3-82b8c320d399 {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:30:29.563086 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670313a2-a142-4e8a-8d80-baf61b679281", "tag": "b4e62412-8aeb-44f9-b80b-4aa64ba00da8", "status": "completed", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:30:29.563337 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c9cf2068-6232-4ed0-bfd3-82b8c320d399 {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:30:29.563739 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '670313a2-a142-4e8a-8d80-baf61b679281', 'tag': 'b4e62412-8aeb-44f9-b80b-4aa64ba00da8', 'status': 'completed', 'code': 200} Feb 16 18:30:29.638505 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecce0f-0c98-4b01-a2db-c3082e3da83d req-027ec108-fd80-47e5-b79e-5a4bb67bfd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:29.640198 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c7ecce0f-0c98-4b01-a2db-c3082e3da83d req-027ec108-fd80-47e5-b79e-5a4bb67bfd41 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28e3def0fcef4ccc84b9642e9c3f25b1&device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 1130 time: 0.0469913 Feb 16 18:30:29.735388 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecce0f-0c98-4b01-a2db-c3082e3da83d req-3d60cea8-a0cc-47cd-8750-b680217e32bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:29.736835 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c7ecce0f-0c98-4b01-a2db-c3082e3da83d req-3d60cea8-a0cc-47cd-8750-b680217e32bf service neutron] 10.222.0.45 "GET /v2.0/networks?id=932fb648-4700-4805-be35-6f1b1307cd12 HTTP/1.1" status: 200 len: 910 time: 0.0903988 Feb 16 18:30:29.805740 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c7ecce0f-0c98-4b01-a2db-c3082e3da83d req-ad96f15e-2e9f-4b20-b4b0-b6ca0012217c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4e62412-8aeb-44f9-b80b-4aa64ba00da8 HTTP/1.1" status: 200 len: 1000 time: 0.0616264 Feb 16 18:30:29.856108 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecce0f-0c98-4b01-a2db-c3082e3da83d req-76fd5bc1-602b-44b7-a979-ebebcd14c0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:29.857632 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c7ecce0f-0c98-4b01-a2db-c3082e3da83d req-76fd5bc1-602b-44b7-a979-ebebcd14c0bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da64b2ef-9d0d-434c-ab71-49a669344743 HTTP/1.1" status: 200 len: 848 time: 0.0449455 Feb 16 18:30:29.862779 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-d8fc77c7-5f40-4044-80d4-96075bd6d719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'name': 'tempest-TestShelveInstance-1329718827-router', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '67cc3bfa-834e-43d7-b8e9-387cf59ec8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:29:34Z', 'updated_at': '2022-02-16T18:29:39Z', 'revision_number': 4, 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'gw_port': {'id': '67cc3bfa-834e-43d7-b8e9-387cf59ec8a2', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:35Z', 'updated_at': '2022-02-16T18:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': '2e019c24-162e-4347-89be-69c37da1c386', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'port_id': 'b4e62412-8aeb-44f9-b80b-4aa64ba00da8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12', 'mac_address': 'fa:16:3e:59:49:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670313a2-a142-4e8a-8d80-baf61b679281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:30:28Z', 'updated_at': '2022-02-16T18:30:28Z', 'revision_number': 0, 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d39686c-a8ca-44f2-b6b3-f0d71e130589', 'name': '', 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'mac_address': 'fa:16:3e:7c:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'da64b2ef-9d0d-434c-ab71-49a669344743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:38Z', 'updated_at': '2022-02-16T18:29:43Z', 'revision_number': 5, 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'subnets': [{'id': 'da64b2ef-9d0d-434c-ab71-49a669344743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:30:29.889885 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fc77c7-5f40-4044-80d4-96075bd6d719 None None] Checking router: 3db9ed0f-4d5a-440a-96b0-ef66069d75d5 for host: dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:30:29.901727 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fc77c7-5f40-4044-80d4-96075bd6d719 None None] Routers {'3db9ed0f-4d5a-440a-96b0-ef66069d75d5'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:30:29.902518 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-d8fc77c7-5f40-4044-80d4-96075bd6d719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:30:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['3db9ed0f-4d5a-440a-96b0-ef66069d75d5'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:30:29.917563 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecce0f-0c98-4b01-a2db-c3082e3da83d req-cdfd6c4c-59ce-4bc4-98a9-ca3428f41cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:29.919099 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c7ecce0f-0c98-4b01-a2db-c3082e3da83d req-cdfd6c4c-59ce-4bc4-98a9-ca3428f41cdd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=932fb648-4700-4805-be35-6f1b1307cd12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0553999 Feb 16 18:30:29.931928 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [req-c7ecce0f-0c98-4b01-a2db-c3082e3da83d req-7e3aa5ce-fa2a-4504-adf9-f2266ad38fff service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103275) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:30:29.933027 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c7ecce0f-0c98-4b01-a2db-c3082e3da83d req-7e3aa5ce-fa2a-4504-adf9-f2266ad38fff service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069709 Feb 16 18:30:30.024425 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-d8fc77c7-5f40-4044-80d4-96075bd6d719 None None] Set router 3db9ed0f-4d5a-440a-96b0-ef66069d75d5 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:30:30.041095 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c7ecce0f-0c98-4b01-a2db-c3082e3da83d req-f79b32b8-69dd-423d-9460-2e2d31391f56 service neutron] 10.222.0.45 "GET /v2.0/networks/932fb648-4700-4805-be35-6f1b1307cd12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998292 Feb 16 18:30:30.162709 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c7ecce0f-0c98-4b01-a2db-c3082e3da83d req-1d05b60e-02ec-4ea2-88c6-6c3f76b65c72 service neutron] 10.222.0.45 "GET /v2.0/networks/932fb648-4700-4805-be35-6f1b1307cd12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140003 Feb 16 18:30:30.289321 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-d8fc77c7-5f40-4044-80d4-96075bd6d719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'name': 'tempest-TestShelveInstance-1329718827-router', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '67cc3bfa-834e-43d7-b8e9-387cf59ec8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:29:34Z', 'updated_at': '2022-02-16T18:29:39Z', 'revision_number': 4, 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'gw_port': {'id': '67cc3bfa-834e-43d7-b8e9-387cf59ec8a2', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:35Z', 'updated_at': '2022-02-16T18:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': '2e019c24-162e-4347-89be-69c37da1c386', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'port_id': 'b4e62412-8aeb-44f9-b80b-4aa64ba00da8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12', 'mac_address': 'fa:16:3e:59:49:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670313a2-a142-4e8a-8d80-baf61b679281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:30:28Z', 'updated_at': '2022-02-16T18:30:28Z', 'revision_number': 0, 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d39686c-a8ca-44f2-b6b3-f0d71e130589', 'name': '', 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'mac_address': 'fa:16:3e:7c:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'da64b2ef-9d0d-434c-ab71-49a669344743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:38Z', 'updated_at': '2022-02-16T18:29:43Z', 'revision_number': 5, 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'subnets': [{'id': 'da64b2ef-9d0d-434c-ab71-49a669344743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:30:30.321594 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fc77c7-5f40-4044-80d4-96075bd6d719 None None] The sync data for ids ['3db9ed0f-4d5a-440a-96b0-ef66069d75d5'] in dv-cinder-773985-33-iscsi is: [{'id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'name': 'tempest-TestShelveInstance-1329718827-router', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '67cc3bfa-834e-43d7-b8e9-387cf59ec8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:29:34Z', 'updated_at': '2022-02-16T18:29:39Z', 'revision_number': 4, 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'gw_port': {'id': '67cc3bfa-834e-43d7-b8e9-387cf59ec8a2', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:35Z', 'updated_at': '2022-02-16T18:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': '2e019c24-162e-4347-89be-69c37da1c386', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'port_id': 'b4e62412-8aeb-44f9-b80b-4aa64ba00da8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12', 'mac_address': 'fa:16:3e:59:49:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670313a2-a142-4e8a-8d80-baf61b679281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:30:28Z', 'updated_at': '2022-02-16T18:30:28Z', 'revision_number': 0, 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d39686c-a8ca-44f2-b6b3-f0d71e130589', 'name': '', 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'mac_address': 'fa:16:3e:7c:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'da64b2ef-9d0d-434c-ab71-49a669344743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:38Z', 'updated_at': '2022-02-16T18:29:43Z', 'revision_number': 5, 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'subnets': [{'id': 'da64b2ef-9d0d-434c-ab71-49a669344743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:30:30.538587 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82514dc5-dd69-4b20-9bb7-10f0fa22f788 None None] New status for floating IP 2e019c24-162e-4347-89be-69c37da1c386: ACTIVE {{(pid=103277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 18:30:30.696168 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2615c-dc67-4f6b-ae9b-bfde50ae84a2 req-2eb013f4-f357-4493-a2e4-be13123925f2 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:30.697846 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-01f2615c-dc67-4f6b-ae9b-bfde50ae84a2 req-2eb013f4-f357-4493-a2e4-be13123925f2 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 947 time: 0.0623560 Feb 16 18:30:30.747680 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-01f2615c-dc67-4f6b-ae9b-bfde50ae84a2 req-72fb2316-201b-46e9-9f22-9a350f05b0ae tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439584 Feb 16 18:30:31.882993 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4fbf3-a84b-43e6-93c1-ba4507471845 req-cf9f3c28-102e-4492-9bc2-e24d336038a8 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:31.884609 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d8e4fbf3-a84b-43e6-93c1-ba4507471845 req-cf9f3c28-102e-4492-9bc2-e24d336038a8 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 947 time: 0.0572095 Feb 16 18:30:31.932803 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d8e4fbf3-a84b-43e6-93c1-ba4507471845 req-5b0a332a-f397-4dd0-ab0e-e4867a97d01f tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups?id=81b94e39-671f-4878-8d87-e2dfb14ee82e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425351 Feb 16 18:30:32.059762 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081f5c2-5d53-44c8-9a01-8f66ef33943c req-287edfa5-7645-40a5-a596-e8d16ba7e41c tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:32.061294 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0081f5c2-5d53-44c8-9a01-8f66ef33943c req-287edfa5-7645-40a5-a596-e8d16ba7e41c tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 947 time: 0.0572543 Feb 16 18:30:32.161553 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-0081f5c2-5d53-44c8-9a01-8f66ef33943c req-f02c7ae0-e357-403d-b5fd-24ef1a8ac03d tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Deleting port 258b739e-3be3-46f3-affb-dcb163160712 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:30:32.161897 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0081f5c2-5d53-44c8-9a01-8f66ef33943c req-f02c7ae0-e357-403d-b5fd-24ef1a8ac03d tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (258b739e-3be3-46f3-affb-dcb163160712), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:32.172647 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-5802dff4-7989-4823-945a-ebff962cc16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:32.256813 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-0081f5c2-5d53-44c8-9a01-8f66ef33943c req-f02c7ae0-e357-403d-b5fd-24ef1a8ac03d tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] For port 258b739e-3be3-46f3-affb-dcb163160712, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=258b739e-3be3-46f3-affb-dcb163160712,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:30:32.257365 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0081f5c2-5d53-44c8-9a01-8f66ef33943c req-f02c7ae0-e357-403d-b5fd-24ef1a8ac03d tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (258b739e-3be3-46f3-affb-dcb163160712), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:32.697969 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0081f5c2-5d53-44c8-9a01-8f66ef33943c req-f02c7ae0-e357-403d-b5fd-24ef1a8ac03d tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:32.698335 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0081f5c2-5d53-44c8-9a01-8f66ef33943c req-f02c7ae0-e357-403d-b5fd-24ef1a8ac03d tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459730'] for floatingip (1e03e502-144b-4876-9e81-17c9fe901f88), after_update {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:32.698649 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.db.l3_db [req-0081f5c2-5d53-44c8-9a01-8f66ef33943c req-f02c7ae0-e357-403d-b5fd-24ef1a8ac03d tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Floating IP 1e03e502-144b-4876-9e81-17c9fe901f88 disassociated. External IP: 172.27.3.240, port: 258b739e-3be3-46f3-affb-dcb163160712. Feb 16 18:30:32.698988 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-0081f5c2-5d53-44c8-9a01-8f66ef33943c req-f02c7ae0-e357-403d-b5fd-24ef1a8ac03d tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Calling delete_port for 258b739e-3be3-46f3-affb-dcb163160712 owned by compute:nova {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:30:32.926730 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0081f5c2-5d53-44c8-9a01-8f66ef33943c req-f02c7ae0-e357-403d-b5fd-24ef1a8ac03d tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (258b739e-3be3-46f3-affb-dcb163160712), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:32.957188 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c7ae0-e357-403d-b5fd-24ef1a8ac03d tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Pushing event deleted for resources: {'Port': ['ID=258b739e-3be3-46f3-affb-dcb163160712,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:30:33.056948 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-f69007f4-b58c-4000-a5be-9a6322c37737 req-48e82c18-e06f-4454-a0e2-5df6eccd7633 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 210 time: 0.0301743 Feb 16 18:30:33.084707 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0081f5c2-5d53-44c8-9a01-8f66ef33943c req-f02c7ae0-e357-403d-b5fd-24ef1a8ac03d tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Router 53fca622-53a6-453c-993b-e554e846db49 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:30:33.198253 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0081f5c2-5d53-44c8-9a01-8f66ef33943c req-f02c7ae0-e357-403d-b5fd-24ef1a8ac03d tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:30:33.210286 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465c8438-2831-427b-9c12-8fdafb06d608 None None] Sync routers for ids ['53fca622-53a6-453c-993b-e554e846db49'] in dv-cinder-773985-33-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:30:33.222332 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465c8438-2831-427b-9c12-8fdafb06d608 None None] Routers {'53fca622-53a6-453c-993b-e554e846db49'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:30:33.224149 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-465c8438-2831-427b-9c12-8fdafb06d608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:30:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['53fca622-53a6-453c-993b-e554e846db49'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:30:33.246862 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-0081f5c2-5d53-44c8-9a01-8f66ef33943c req-f02c7ae0-e357-403d-b5fd-24ef1a8ac03d tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] No DVR routers for this DVR port 258b739e-3be3-46f3-affb-dcb163160712 on host hv-cinder-77398 {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:30:33.249394 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-0081f5c2-5d53-44c8-9a01-8f66ef33943c req-f02c7ae0-e357-403d-b5fd-24ef1a8ac03d tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:33.253809 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0081f5c2-5d53-44c8-9a01-8f66ef33943c req-f02c7ae0-e357-403d-b5fd-24ef1a8ac03d tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.45 "DELETE /v2.0/ports/258b739e-3be3-46f3-affb-dcb163160712 HTTP/1.1" status: 204 len: 173 time: 1.1859305 Feb 16 18:30:33.254243 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e7f645-57e1-41f6-863d-4d1d4ae89b65', 'name': 'network-vif-deleted', 'tag': '258b739e-3be3-46f3-affb-dcb163160712'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:30:33.256632 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa42fb5-8da6-4eef-83a9-3799e3dc1ee8" -d '{"events": [{"server_uuid": "c5e7f645-57e1-41f6-863d-4d1d4ae89b65", "name": "network-vif-deleted", "tag": "258b739e-3be3-46f3-affb-dcb163160712"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:30:33.298087 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb66c807-6021-4e56-8b71-e6aecfb61a3c x-openstack-request-id: req-fb66c807-6021-4e56-8b71-e6aecfb61a3c {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:30:33.298455 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e7f645-57e1-41f6-863d-4d1d4ae89b65", "name": "network-vif-deleted", "tag": "258b739e-3be3-46f3-affb-dcb163160712", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:30:33.298810 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fb66c807-6021-4e56-8b71-e6aecfb61a3c {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:30:33.299334 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e7f645-57e1-41f6-863d-4d1d4ae89b65', 'name': 'network-vif-deleted', 'tag': '258b739e-3be3-46f3-affb-dcb163160712', 'status': 'completed', 'code': 200} Feb 16 18:30:33.359617 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-465c8438-2831-427b-9c12-8fdafb06d608 None None] Set router 53fca622-53a6-453c-993b-e554e846db49 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:30:33.586549 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-465c8438-2831-427b-9c12-8fdafb06d608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fca622-53a6-453c-993b-e554e846db49', 'name': 'tempest-AttachVolumeShelveTestJSON-957068951-router', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:24:41Z', 'updated_at': '2022-02-16T18:24:44Z', 'revision_number': 4, 'project_id': 'f578810a0a59485687a431fe9130087f', 'gw_port': {'id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:42Z', 'updated_at': '2022-02-16T18:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '627f9427-0c17-4a69-ae7c-e38c29c51b09', 'name': '', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'mac_address': 'fa:16:3e:08:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:44Z', 'updated_at': '2022-02-16T18:24:48Z', 'revision_number': 5, 'project_id': 'f578810a0a59485687a431fe9130087f', 'subnets': [{'id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:30:33.619240 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465c8438-2831-427b-9c12-8fdafb06d608 None None] Checking router: 53fca622-53a6-453c-993b-e554e846db49 for host: dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:30:33.627707 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465c8438-2831-427b-9c12-8fdafb06d608 None None] Routers {'53fca622-53a6-453c-993b-e554e846db49'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:30:33.628552 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-465c8438-2831-427b-9c12-8fdafb06d608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:30:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['53fca622-53a6-453c-993b-e554e846db49'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:30:33.735307 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-465c8438-2831-427b-9c12-8fdafb06d608 None None] Set router 53fca622-53a6-453c-993b-e554e846db49 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:30:33.944077 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-465c8438-2831-427b-9c12-8fdafb06d608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fca622-53a6-453c-993b-e554e846db49', 'name': 'tempest-AttachVolumeShelveTestJSON-957068951-router', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:24:41Z', 'updated_at': '2022-02-16T18:24:44Z', 'revision_number': 4, 'project_id': 'f578810a0a59485687a431fe9130087f', 'gw_port': {'id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:42Z', 'updated_at': '2022-02-16T18:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '627f9427-0c17-4a69-ae7c-e38c29c51b09', 'name': '', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'mac_address': 'fa:16:3e:08:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:44Z', 'updated_at': '2022-02-16T18:24:48Z', 'revision_number': 5, 'project_id': 'f578810a0a59485687a431fe9130087f', 'subnets': [{'id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:30:33.971447 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465c8438-2831-427b-9c12-8fdafb06d608 None None] The sync data for ids ['53fca622-53a6-453c-993b-e554e846db49'] in dv-cinder-773985-33-iscsi is: [{'id': '53fca622-53a6-453c-993b-e554e846db49', 'name': 'tempest-AttachVolumeShelveTestJSON-957068951-router', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:24:41Z', 'updated_at': '2022-02-16T18:24:44Z', 'revision_number': 4, 'project_id': 'f578810a0a59485687a431fe9130087f', 'gw_port': {'id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:42Z', 'updated_at': '2022-02-16T18:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '627f9427-0c17-4a69-ae7c-e38c29c51b09', 'name': '', 'network_id': '5bd730bd-dcfb-4229-829f-7f99ec690a12', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'mac_address': 'fa:16:3e:08:df:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:44Z', 'updated_at': '2022-02-16T18:24:48Z', 'revision_number': 5, 'project_id': 'f578810a0a59485687a431fe9130087f', 'subnets': [{'id': 'bedee63e-09ba-4347-9c07-16dc3ce2fd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:30:34.196341 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-01d781c5-5961-4a7b-b442-a4f991f436c0 req-c2afbd6f-41ef-4609-8092-8f0ad4f08922 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e7f645-57e1-41f6-863d-4d1d4ae89b65 HTTP/1.1" status: 200 len: 210 time: 0.0318115 Feb 16 18:30:34.251276 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a35fd-13f1-4df6-ae70-402b3d373e5f None None] New status for floating IP 1e03e502-144b-4876-9e81-17c9fe901f88: DOWN {{(pid=103277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 18:30:34.475069 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-1de94871-bf01-4607-ba4b-7171f62b5fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:35.390448 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 35110) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:30:35.446841 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8a8e4509-9195-4cca-91a3-2e169c0fdff9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for security_group (81b94e39-671f-4878-8d87-e2dfb14ee82e), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:35.470745 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8a8e4509-9195-4cca-91a3-2e169c0fdff9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for security_group (81b94e39-671f-4878-8d87-e2dfb14ee82e), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:35.618331 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8a8e4509-9195-4cca-91a3-2e169c0fdff9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (81b94e39-671f-4878-8d87-e2dfb14ee82e), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:35.621005 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8a8e4509-9195-4cca-91a3-2e169c0fdff9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:35.622186 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-8a8e4509-9195-4cca-91a3-2e169c0fdff9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "DELETE /v2.0/security-groups/81b94e39-671f-4878-8d87-e2dfb14ee82e HTTP/1.1" status: 204 len: 168 time: 0.2307470 Feb 16 18:30:35.625164 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35112) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:30:35.640536 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.api.v2.resource [None req-bb57afca-c694-4559-8c46-4be6b89170db tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] show failed (client error): The resource could not be found. Feb 16 18:30:35.646142 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-bb57afca-c694-4559-8c46-4be6b89170db tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "GET /v2.0/security-groups/81b94e39-671f-4878-8d87-e2dfb14ee82e HTTP/1.1" status: 404 len: 347 time: 0.0154617 Feb 16 18:30:35.646281 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e4509-9195-4cca-91a3-2e169c0fdff9 tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b94e39-671f-4878-8d87-e2dfb14ee82e,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:30:35.648790 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 35114) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:30:35.670285 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:35.778934 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-da65146d-fbc1-48c3-bf36-9bcab508ebde tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Deleting port daf8ab94-7075-4206-abfb-762899344fba {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:30:35.779207 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-da65146d-fbc1-48c3-bf36-9bcab508ebde tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (daf8ab94-7075-4206-abfb-762899344fba), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:35.857932 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-da65146d-fbc1-48c3-bf36-9bcab508ebde tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (daf8ab94-7075-4206-abfb-762899344fba), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:35.858255 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-da65146d-fbc1-48c3-bf36-9bcab508ebde tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for floatingip (daf8ab94-7075-4206-abfb-762899344fba), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:35.870584 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-da65146d-fbc1-48c3-bf36-9bcab508ebde tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Calling delete_port for daf8ab94-7075-4206-abfb-762899344fba owned by network:floatingip {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:30:36.068463 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-da65146d-fbc1-48c3-bf36-9bcab508ebde tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (daf8ab94-7075-4206-abfb-762899344fba), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:36.094410 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65146d-fbc1-48c3-bf36-9bcab508ebde tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Pushing event deleted for resources: {'Port': ['ID=daf8ab94-7075-4206-abfb-762899344fba,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:30:36.163159 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-da65146d-fbc1-48c3-bf36-9bcab508ebde tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks [] for floatingip (1e03e502-144b-4876-9e81-17c9fe901f88), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:36.165965 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-da65146d-fbc1-48c3-bf36-9bcab508ebde tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for floatingip (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:36.167131 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-da65146d-fbc1-48c3-bf36-9bcab508ebde tempest-AttachVolumeShelveTestJSON-259813617 tempest-AttachVolumeShelveTestJSON-259813617-project] 10.222.0.87 "DELETE /v2.0/floatingips/1e03e502-144b-4876-9e81-17c9fe901f88 HTTP/1.1" status: 204 len: 168 time: 0.5182998 Feb 16 18:30:36.435398 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 258b739e-3be3-46f3-affb-dcb163160712 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:30:36.458023 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] No Port match for: 258b739e-3be3-46f3-affb-dcb163160712 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:30:36.463892 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 258b739e-3be3-46f3-affb-dcb163160712 not bound to the agent host hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:30:37.092449 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:38.480579 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:38.887093 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 35138) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:30:39.329163 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e90cb3ca-2c43-4ac1-bb71-3e543f2b1463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462034'] for router_interface (53fca622-53a6-453c-993b-e554e846db49), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:39.578269 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-e90cb3ca-2c43-4ac1-bb71-3e543f2b1463 admin admin] Deleting port 627f9427-0c17-4a69-ae7c-e38c29c51b09 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:30:39.578493 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e90cb3ca-2c43-4ac1-bb71-3e543f2b1463 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (627f9427-0c17-4a69-ae7c-e38c29c51b09), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:39.654190 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-e90cb3ca-2c43-4ac1-bb71-3e543f2b1463 admin admin] For port 627f9427-0c17-4a69-ae7c-e38c29c51b09, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=627f9427-0c17-4a69-ae7c-e38c29c51b09,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:30:39.654552 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e90cb3ca-2c43-4ac1-bb71-3e543f2b1463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (627f9427-0c17-4a69-ae7c-e38c29c51b09), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:39.670856 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-e90cb3ca-2c43-4ac1-bb71-3e543f2b1463 admin admin] Calling delete_port for 627f9427-0c17-4a69-ae7c-e38c29c51b09 owned by network:router_interface {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:30:39.926697 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e90cb3ca-2c43-4ac1-bb71-3e543f2b1463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (627f9427-0c17-4a69-ae7c-e38c29c51b09), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:39.957119 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90cb3ca-2c43-4ac1-bb71-3e543f2b1463 admin admin] Pushing event deleted for resources: {'Port': ['ID=627f9427-0c17-4a69-ae7c-e38c29c51b09,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:30:40.136419 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e90cb3ca-2c43-4ac1-bb71-3e543f2b1463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3745771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460322'] for router_interface (53fca622-53a6-453c-993b-e554e846db49), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:40.348351 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90cb3ca-2c43-4ac1-bb71-3e543f2b1463 admin admin] Router 53fca622-53a6-453c-993b-e554e846db49 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:30:40.459506 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90cb3ca-2c43-4ac1-bb71-3e543f2b1463 admin admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:30:40.464745 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-e90cb3ca-2c43-4ac1-bb71-3e543f2b1463 admin admin] 10.222.0.87 "PUT /v2.0/routers/53fca622-53a6-453c-993b-e554e846db49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5766082 Feb 16 18:30:40.467282 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 35142) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:30:40.468120 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc807fd-c7c0-4582-bdde-b0497c211f66 None None] Sync routers for ids ['53fca622-53a6-453c-993b-e554e846db49'] in dv-cinder-773985-33-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:30:40.479835 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc807fd-c7c0-4582-bdde-b0497c211f66 None None] Routers {'53fca622-53a6-453c-993b-e554e846db49'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:30:40.480436 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-5cc807fd-c7c0-4582-bdde-b0497c211f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:30:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['53fca622-53a6-453c-993b-e554e846db49'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:30:40.572782 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1da7f6fc-82de-4b1d-a2c3-8ab81c16b099 admin admin] Publish callbacks [] for router (53fca622-53a6-453c-993b-e554e846db49), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:40.591814 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-5cc807fd-c7c0-4582-bdde-b0497c211f66 None None] Set router 53fca622-53a6-453c-993b-e554e846db49 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:30:40.680825 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1da7f6fc-82de-4b1d-a2c3-8ab81c16b099 admin admin] Publish callbacks [] for router_gateway (53fca622-53a6-453c-993b-e554e846db49), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:40.778155 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1da7f6fc-82de-4b1d-a2c3-8ab81c16b099 admin admin] Deleting port 62add937-1484-4c34-a1f7-a4cb577a11f9 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:30:40.778507 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1da7f6fc-82de-4b1d-a2c3-8ab81c16b099 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (62add937-1484-4c34-a1f7-a4cb577a11f9), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:40.856061 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1da7f6fc-82de-4b1d-a2c3-8ab81c16b099 admin admin] For port 62add937-1484-4c34-a1f7-a4cb577a11f9, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=62add937-1484-4c34-a1f7-a4cb577a11f9,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:30:40.856423 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1da7f6fc-82de-4b1d-a2c3-8ab81c16b099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (62add937-1484-4c34-a1f7-a4cb577a11f9), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:40.860017 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-5cc807fd-c7c0-4582-bdde-b0497c211f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fca622-53a6-453c-993b-e554e846db49', 'name': 'tempest-AttachVolumeShelveTestJSON-957068951-router', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:24:41Z', 'updated_at': '2022-02-16T18:30:39Z', 'revision_number': 5, 'project_id': 'f578810a0a59485687a431fe9130087f', 'gw_port': {'id': '62add937-1484-4c34-a1f7-a4cb577a11f9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fca622-53a6-453c-993b-e554e846db49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:24:42Z', 'updated_at': '2022-02-16T18:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:30:40.868898 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1da7f6fc-82de-4b1d-a2c3-8ab81c16b099 admin admin] Calling delete_port for 62add937-1484-4c34-a1f7-a4cb577a11f9 owned by network:router_gateway {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:30:40.886706 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc807fd-c7c0-4582-bdde-b0497c211f66 None None] Checking router: 53fca622-53a6-453c-993b-e554e846db49 for host: dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:30:40.895566 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc807fd-c7c0-4582-bdde-b0497c211f66 None None] Routers {'53fca622-53a6-453c-993b-e554e846db49'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:30:40.896175 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-5cc807fd-c7c0-4582-bdde-b0497c211f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:30:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['53fca622-53a6-453c-993b-e554e846db49'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:30:40.984082 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-5cc807fd-c7c0-4582-bdde-b0497c211f66 None None] Set router 53fca622-53a6-453c-993b-e554e846db49 gateway port host: None {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:30:41.041857 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-5cc807fd-c7c0-4582-bdde-b0497c211f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fca622-53a6-453c-993b-e554e846db49', 'name': 'tempest-AttachVolumeShelveTestJSON-957068951-router', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:24:41Z', 'updated_at': '2022-02-16T18:30:40Z', 'revision_number': 6, 'project_id': 'f578810a0a59485687a431fe9130087f', 'gw_port_host': None}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:30:41.070102 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc807fd-c7c0-4582-bdde-b0497c211f66 None None] The sync data for ids ['53fca622-53a6-453c-993b-e554e846db49'] in dv-cinder-773985-33-iscsi is: [{'id': '53fca622-53a6-453c-993b-e554e846db49', 'name': 'tempest-AttachVolumeShelveTestJSON-957068951-router', 'tenant_id': 'f578810a0a59485687a431fe9130087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:24:41Z', 'updated_at': '2022-02-16T18:30:40Z', 'revision_number': 6, 'project_id': 'f578810a0a59485687a431fe9130087f', 'gw_port_host': None}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:30:41.092312 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1da7f6fc-82de-4b1d-a2c3-8ab81c16b099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (62add937-1484-4c34-a1f7-a4cb577a11f9), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:41.123044 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7f6fc-82de-4b1d-a2c3-8ab81c16b099 admin admin] Pushing event deleted for resources: {'Port': ['ID=62add937-1484-4c34-a1f7-a4cb577a11f9,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:30:41.184432 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1da7f6fc-82de-4b1d-a2c3-8ab81c16b099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-459672'] for router_gateway (53fca622-53a6-453c-993b-e554e846db49), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:41.276646 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1da7f6fc-82de-4b1d-a2c3-8ab81c16b099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1026400'] for router (53fca622-53a6-453c-993b-e554e846db49), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:41.278772 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1da7f6fc-82de-4b1d-a2c3-8ab81c16b099 admin admin] Publish callbacks [] for router_controller (53fca622-53a6-453c-993b-e554e846db49), precommit_delete_associations {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:41.376489 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1da7f6fc-82de-4b1d-a2c3-8ab81c16b099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-465164'] for router (53fca622-53a6-453c-993b-e554e846db49), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:41.376919 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da7f6fc-82de-4b1d-a2c3-8ab81c16b099 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53fca622-53a6-453c-993b-e554e846db49 {{(pid=103275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 18:30:41.383734 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1da7f6fc-82de-4b1d-a2c3-8ab81c16b099 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:41.383734 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-1da7f6fc-82de-4b1d-a2c3-8ab81c16b099 admin admin] 10.222.0.87 "DELETE /v2.0/routers/53fca622-53a6-453c-993b-e554e846db49 HTTP/1.1" status: 204 len: 168 time: 0.9146824 Feb 16 18:30:41.385469 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 35144) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:30:41.434073 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8f5b45-3df6-41d8-a12f-5d47eaac5be9 admin admin] Deleting subnet bedee63e-09ba-4347-9c07-16dc3ce2fd69 {{(pid=103275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 18:30:41.437583 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cc8f5b45-3df6-41d8-a12f-5d47eaac5be9 admin admin] Publish callbacks [] for subnet (bedee63e-09ba-4347-9c07-16dc3ce2fd69), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:41.474240 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cc8f5b45-3df6-41d8-a12f-5d47eaac5be9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8533320'] for subnet (bedee63e-09ba-4347-9c07-16dc3ce2fd69), precommit_delete_associations {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:41.806135 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cc8f5b45-3df6-41d8-a12f-5d47eaac5be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584056'] for subnet (bedee63e-09ba-4347-9c07-16dc3ce2fd69), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:41.892109 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 62add937-1484-4c34-a1f7-a4cb577a11f9 no longer exists at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:30:41.913328 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] No Port match for: 62add937-1484-4c34-a1f7-a4cb577a11f9 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:30:41.913672 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 62add937-1484-4c34-a1f7-a4cb577a11f9 not bound to the agent host dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:30:41.914093 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 627f9427-0c17-4a69-ae7c-e38c29c51b09 no longer exists at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:30:41.935439 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] No Port match for: 627f9427-0c17-4a69-ae7c-e38c29c51b09 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:30:41.935782 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 627f9427-0c17-4a69-ae7c-e38c29c51b09 not bound to the agent host dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:30:41.942860 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cc8f5b45-3df6-41d8-a12f-5d47eaac5be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8530093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8761781'] for subnet (bedee63e-09ba-4347-9c07-16dc3ce2fd69), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:41.969955 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f5b45-3df6-41d8-a12f-5d47eaac5be9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bedee63e-09ba-4347-9c07-16dc3ce2fd69,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:30:41.973802 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cc8f5b45-3df6-41d8-a12f-5d47eaac5be9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for subnet (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:41.979694 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35146) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:30:41.980229 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-cc8f5b45-3df6-41d8-a12f-5d47eaac5be9 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/bedee63e-09ba-4347-9c07-16dc3ce2fd69 HTTP/1.1" status: 204 len: 168 time: 0.5933475 Feb 16 18:30:41.980366 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3074b7-ae6a-4af3-9809-481a61650fd9 None None] Network 5bd730bd-dcfb-4229-829f-7f99ec690a12 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:30:42.063558 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558149'] for network (5bd730bd-dcfb-4229-829f-7f99ec690a12), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:42.132436 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ff8b60-3c0d-482b-b09f-281b8c9a8693 None None] DHCP port deletion for 5bd730bd-dcfb-4229-829f-7f99ec690a12 request from dv-cinder-773985-33-iscsi {{(pid=103277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 18:30:42.132929 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] Deleting port b88004e0-36b1-4a52-977f-4d0a430950a2 {{(pid=103276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:30:42.133305 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (b88004e0-36b1-4a52-977f-4d0a430950a2), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:42.180169 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-45ff8b60-3c0d-482b-b09f-281b8c9a8693 None None] Deleting port b88004e0-36b1-4a52-977f-4d0a430950a2 {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:30:42.180537 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-45ff8b60-3c0d-482b-b09f-281b8c9a8693 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (b88004e0-36b1-4a52-977f-4d0a430950a2), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:42.200202 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] For port b88004e0-36b1-4a52-977f-4d0a430950a2, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=b88004e0-36b1-4a52-977f-4d0a430950a2,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:30:42.200575 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (b88004e0-36b1-4a52-977f-4d0a430950a2), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:42.213387 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] Calling delete_port for b88004e0-36b1-4a52-977f-4d0a430950a2 owned by network:dhcp {{(pid=103276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:30:42.250509 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-45ff8b60-3c0d-482b-b09f-281b8c9a8693 None None] For port b88004e0-36b1-4a52-977f-4d0a430950a2, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=b88004e0-36b1-4a52-977f-4d0a430950a2,segment=NetworkSegment(4457eaec-6c13-472d-9431-324f94ae50a9),segment_id=4457eaec-6c13-472d-9431-324f94ae50a9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:30:42.251012 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-45ff8b60-3c0d-482b-b09f-281b8c9a8693 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (b88004e0-36b1-4a52-977f-4d0a430950a2), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:42.264718 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-45ff8b60-3c0d-482b-b09f-281b8c9a8693 None None] Calling delete_port for b88004e0-36b1-4a52-977f-4d0a430950a2 owned by network:dhcp {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:30:42.503983 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (b88004e0-36b1-4a52-977f-4d0a430950a2), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:42.510838 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-45ff8b60-3c0d-482b-b09f-281b8c9a8693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350'] for port (b88004e0-36b1-4a52-977f-4d0a430950a2), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:42.527849 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b88004e0-36b1-4a52-977f-4d0a430950a2,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:30:42.537645 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] No DVR routers for this DVR port b88004e0-36b1-4a52-977f-4d0a430950a2 on host dv-cinder-773985-33-iscsi {{(pid=103276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:30:42.538434 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff8b60-3c0d-482b-b09f-281b8c9a8693 None None] Pushing event deleted for resources: {'Port': ['ID=b88004e0-36b1-4a52-977f-4d0a430950a2,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:30:42.539876 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:42.540267 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff8b60-3c0d-482b-b09f-281b8c9a8693 None None] No DVR routers for this DVR port b88004e0-36b1-4a52-977f-4d0a430950a2 on host dv-cinder-773985-33-iscsi {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:30:42.540385 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:42.540652 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:42.540990 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:42.541354 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:42.541686 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:42.542014 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:42.542345 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:42.542672 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:42.543013 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:42.543342 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:42.543767 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:42.544095 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:42.618952 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561157', 'neutron.services.segments.db._delete_segments_for_network-8776562245259'] for network (5bd730bd-dcfb-4229-829f-7f99ec690a12), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:42.640357 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.services.segments.db [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd730bd-dcfb-4229-829f-7f99ec690a12']}} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:30:42.649860 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.services.segments.db [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4457eaec-6c13-472d-9431-324f94ae50a9') {'for_net_delete': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:30:42.650154 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.services.segments.db [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4457eaec-6c13-472d-9431-324f94ae50a9') {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:30:42.659854 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776562247060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8560762'] for segment (4457eaec-6c13-472d-9431-324f94ae50a9), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:42.672614 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (4457eaec-6c13-472d-9431-324f94ae50a9), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:42.679229 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 18:30:42.679608 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9128083'] for segment (4457eaec-6c13-472d-9431-324f94ae50a9), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: Traceback (most recent call last): Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: timer() Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: cb(*args, **kw) Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: return func(*args, **kwargs) Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: self._notify() Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: self.callback(batched_events) Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: event.method(event) Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: return f(self, *a, **k) Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: return self._get(url).json() Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: return self.request(url, 'GET', **kwargs) Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:30:42.681261 dv-cinder-773985-33-iscsi neutron-server[103276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:30:42.709561 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:42.795343 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459708'] for network (5bd730bd-dcfb-4229-829f-7f99ec690a12), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:42.807795 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:42.807795 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] 10.222.0.87 "DELETE /v2.0/networks/5bd730bd-dcfb-4229-829f-7f99ec690a12 HTTP/1.1" status: 204 len: 168 time: 0.8237321 Feb 16 18:30:42.816295 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e35ff-0be5-4166-bc25-0e95568a57e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bd730bd-dcfb-4229-829f-7f99ec690a12,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:30:43.089831 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35152) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:30:43.134767 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-698ad67f-6de0-4d9a-9312-fcbeee6896d3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f578810a0a59485687a431fe9130087f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437891 Feb 16 18:30:43.137231 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35154) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:30:43.183578 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-77a6d1a8-8e77-41b2-8fbd-99669a0999a6 admin admin] Publish callbacks [] for security_group (c8583e4b-97be-4186-831a-44c22a633483), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:43.205014 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-77a6d1a8-8e77-41b2-8fbd-99669a0999a6 admin admin] Publish callbacks [] for security_group (c8583e4b-97be-4186-831a-44c22a633483), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:43.303795 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-77a6d1a8-8e77-41b2-8fbd-99669a0999a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (c8583e4b-97be-4186-831a-44c22a633483), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:43.306498 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-77a6d1a8-8e77-41b2-8fbd-99669a0999a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:43.307721 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-77a6d1a8-8e77-41b2-8fbd-99669a0999a6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c8583e4b-97be-4186-831a-44c22a633483 HTTP/1.1" status: 204 len: 168 time: 0.1695385 Feb 16 18:30:43.316363 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6d1a8-8e77-41b2-8fbd-99669a0999a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8583e4b-97be-4186-831a-44c22a633483,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:30:43.887665 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device b88004e0-36b1-4a52-977f-4d0a430950a2 no longer exists at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:30:43.908104 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] No Port match for: b88004e0-36b1-4a52-977f-4d0a430950a2 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:30:43.909492 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device b88004e0-36b1-4a52-977f-4d0a430950a2 not bound to the agent host dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:30:46.036132 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:30:49.112793 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35218) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:30:49.264551 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-41a51aaf-b322-4184-8a4a-58637ce6b197 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Deleting port 5ebfce56-7847-4355-b687-9de868aae621 {{(pid=103276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:30:49.264869 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-41a51aaf-b322-4184-8a4a-58637ce6b197 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (5ebfce56-7847-4355-b687-9de868aae621), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:49.557144 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-41a51aaf-b322-4184-8a4a-58637ce6b197 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (5ebfce56-7847-4355-b687-9de868aae621), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:49.557390 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-41a51aaf-b322-4184-8a4a-58637ce6b197 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for floatingip (5ebfce56-7847-4355-b687-9de868aae621), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:49.569172 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-41a51aaf-b322-4184-8a4a-58637ce6b197 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Calling delete_port for 5ebfce56-7847-4355-b687-9de868aae621 owned by network:floatingip {{(pid=103276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:30:49.806477 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-41a51aaf-b322-4184-8a4a-58637ce6b197 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (5ebfce56-7847-4355-b687-9de868aae621), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:49.829179 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a51aaf-b322-4184-8a4a-58637ce6b197 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Pushing event deleted for resources: {'Port': ['ID=5ebfce56-7847-4355-b687-9de868aae621,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:30:49.895172 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-41a51aaf-b322-4184-8a4a-58637ce6b197 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for floatingip (53bfb7bf-90f5-48b7-81c5-a7fbf1ae785e), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:49.896176 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.db.l3_db [None req-41a51aaf-b322-4184-8a4a-58637ce6b197 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Floating IP 53bfb7bf-90f5-48b7-81c5-a7fbf1ae785e disassociated (deleted). External IP: 172.27.3.70, port: b28c72c7-4af9-484a-9ac9-b317a038c827. Feb 16 18:30:50.107825 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a51aaf-b322-4184-8a4a-58637ce6b197 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:30:50.216845 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a51aaf-b322-4184-8a4a-58637ce6b197 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:30:50.221780 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-41a51aaf-b322-4184-8a4a-58637ce6b197 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for floatingip (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:50.228539 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ca56b5-68ae-464a-93fd-5b921c087f9d None None] Sync routers for ids ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'] in dv-cinder-773985-33-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:30:50.248575 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ca56b5-68ae-464a-93fd-5b921c087f9d None None] Routers {'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:30:50.249598 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-d1ca56b5-68ae-464a-93fd-5b921c087f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:30:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:30:50.262875 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-41a51aaf-b322-4184-8a4a-58637ce6b197 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "DELETE /v2.0/floatingips/53bfb7bf-90f5-48b7-81c5-a7fbf1ae785e HTTP/1.1" status: 204 len: 168 time: 1.1489463 Feb 16 18:30:50.263556 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cf66e8-8525-4c6e-8416-204ae240d599', 'tag': 'b28c72c7-4af9-484a-9ac9-b317a038c827'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:30:50.266124 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2697ac5bc137568c11401d7db31323aaf7e0b920c8580a1634e3728116959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ae2f31-35c6-4e9e-a861-f0c78812934e" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cf66e8-8525-4c6e-8416-204ae240d599", "tag": "b28c72c7-4af9-484a-9ac9-b317a038c827"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:30:50.308480 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d198d50f-f987-4a3b-8bbf-cbd6231d6e06 x-openstack-request-id: req-d198d50f-f987-4a3b-8bbf-cbd6231d6e06 {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:30:50.308921 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cf66e8-8525-4c6e-8416-204ae240d599", "tag": "b28c72c7-4af9-484a-9ac9-b317a038c827", "status": "completed", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:30:50.309203 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d198d50f-f987-4a3b-8bbf-cbd6231d6e06 {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:30:50.309597 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8cf66e8-8525-4c6e-8416-204ae240d599', 'tag': 'b28c72c7-4af9-484a-9ac9-b317a038c827', 'status': 'completed', 'code': 200} Feb 16 18:30:50.363089 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-d1ca56b5-68ae-464a-93fd-5b921c087f9d None None] Set router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:30:50.376472 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae2f31-35c6-4e9e-a861-f0c78812934e req-b42d2a82-7e9b-4840-a54e-94f3de9c986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:50.378109 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e7ae2f31-35c6-4e9e-a861-f0c78812934e req-b42d2a82-7e9b-4840-a54e-94f3de9c986b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbc85d2f47ed42ae9d13c15932375126&device_id=b8cf66e8-8525-4c6e-8416-204ae240d599 HTTP/1.1" status: 200 len: 1130 time: 0.0452647 Feb 16 18:30:50.477173 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae2f31-35c6-4e9e-a861-f0c78812934e req-ba4a08ba-d34d-43e1-9ff0-1d04af5e5dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:50.478644 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e7ae2f31-35c6-4e9e-a861-f0c78812934e req-ba4a08ba-d34d-43e1-9ff0-1d04af5e5dfe service neutron] 10.222.0.45 "GET /v2.0/networks?id=c3b692a3-8e7f-4e30-84f4-e7dc80fed586 HTTP/1.1" status: 200 len: 912 time: 0.0937321 Feb 16 18:30:50.522334 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e7ae2f31-35c6-4e9e-a861-f0c78812934e req-d6a8d8ce-e3c3-4132-8e90-a4adfd699f16 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b28c72c7-4af9-484a-9ac9-b317a038c827 HTTP/1.1" status: 200 len: 217 time: 0.0342214 Feb 16 18:30:50.583868 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae2f31-35c6-4e9e-a861-f0c78812934e req-babdf6c6-89b1-4864-b4c3-3645ad0b8845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:50.583868 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e7ae2f31-35c6-4e9e-a861-f0c78812934e req-babdf6c6-89b1-4864-b4c3-3645ad0b8845 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1c21080-f6c4-4a5f-9337-f015cc2f7375 HTTP/1.1" status: 200 len: 850 time: 0.0528314 Feb 16 18:30:50.608066 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-d1ca56b5-68ae-464a-93fd-5b921c087f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'name': 'tempest-TestVolumeBootPattern-998245796-router', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:37Z', 'updated_at': '2022-02-16T18:22:41Z', 'revision_number': 4, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'gw_port': {'id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:38Z', 'updated_at': '2022-02-16T18:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': '8983bdc0-71e9-4492-9650-a5ee66668c64', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'port_id': '8f645f4d-db86-4492-ab2a-c4e89cca4f25', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'mac_address': 'fa:16:3e:ce:28:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce874aa-5880-4e1c-854e-f68b65b5aa96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:26:48Z', 'updated_at': '2022-02-16T18:26:51Z', 'revision_number': 1, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8674fa4a-823e-4de8-b1c9-17126717bd5a', 'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:40Z', 'updated_at': '2022-02-16T18:22:46Z', 'revision_number': 5, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'subnets': [{'id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:30:50.639369 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae2f31-35c6-4e9e-a861-f0c78812934e req-d127166f-0073-4d16-802c-2f1efc11c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:50.640621 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e7ae2f31-35c6-4e9e-a861-f0c78812934e req-d127166f-0073-4d16-802c-2f1efc11c9f2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c3b692a3-8e7f-4e30-84f4-e7dc80fed586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0520730 Feb 16 18:30:50.642264 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ca56b5-68ae-464a-93fd-5b921c087f9d None None] Checking router: a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 for host: dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:30:50.651996 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ca56b5-68ae-464a-93fd-5b921c087f9d None None] Routers {'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:30:50.652604 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-d1ca56b5-68ae-464a-93fd-5b921c087f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:30:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:30:50.675284 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d9fff-2474-45cb-9ec3-3af6329f2265 req-a0f5bcb2-0722-48d1-839b-9f4685c7fb7c tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:50.677337 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-657d9fff-2474-45cb-9ec3-3af6329f2265 req-a0f5bcb2-0722-48d1-839b-9f4685c7fb7c tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8cf66e8-8525-4c6e-8416-204ae240d599 HTTP/1.1" status: 200 len: 946 time: 0.0576417 Feb 16 18:30:50.730833 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-657d9fff-2474-45cb-9ec3-3af6329f2265 req-aa15119b-4b9e-45c2-a719-7413d677a53b tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466211 Feb 16 18:30:50.744404 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e7ae2f31-35c6-4e9e-a861-f0c78812934e req-2763402c-d637-49f4-8a9b-e1d0758ad78c service neutron] 10.222.0.45 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960565 Feb 16 18:30:50.767843 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-d1ca56b5-68ae-464a-93fd-5b921c087f9d None None] Set router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:30:50.838206 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-e7ae2f31-35c6-4e9e-a861-f0c78812934e req-7a4ad4b2-1939-453e-9ecd-8b1d19fa1ebc service neutron] 10.222.0.45 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875309 Feb 16 18:30:50.998615 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-d1ca56b5-68ae-464a-93fd-5b921c087f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'name': 'tempest-TestVolumeBootPattern-998245796-router', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:37Z', 'updated_at': '2022-02-16T18:22:41Z', 'revision_number': 4, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'gw_port': {'id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:38Z', 'updated_at': '2022-02-16T18:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': '8983bdc0-71e9-4492-9650-a5ee66668c64', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'port_id': '8f645f4d-db86-4492-ab2a-c4e89cca4f25', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'mac_address': 'fa:16:3e:ce:28:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce874aa-5880-4e1c-854e-f68b65b5aa96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:26:48Z', 'updated_at': '2022-02-16T18:26:51Z', 'revision_number': 1, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8674fa4a-823e-4de8-b1c9-17126717bd5a', 'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:40Z', 'updated_at': '2022-02-16T18:22:46Z', 'revision_number': 5, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'subnets': [{'id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:30:51.027334 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ca56b5-68ae-464a-93fd-5b921c087f9d None None] The sync data for ids ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'] in dv-cinder-773985-33-iscsi is: [{'id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'name': 'tempest-TestVolumeBootPattern-998245796-router', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:37Z', 'updated_at': '2022-02-16T18:22:41Z', 'revision_number': 4, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'gw_port': {'id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:38Z', 'updated_at': '2022-02-16T18:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_floatingips': [{'id': '8983bdc0-71e9-4492-9650-a5ee66668c64', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'router_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'port_id': '8f645f4d-db86-4492-ab2a-c4e89cca4f25', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'mac_address': 'fa:16:3e:ce:28:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce874aa-5880-4e1c-854e-f68b65b5aa96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T18:26:48Z', 'updated_at': '2022-02-16T18:26:51Z', 'revision_number': 1, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8674fa4a-823e-4de8-b1c9-17126717bd5a', 'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:40Z', 'updated_at': '2022-02-16T18:22:46Z', 'revision_number': 5, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'subnets': [{'id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:30:51.263571 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639b40c9-0eb9-4961-88d9-61ee4258443e None None] New status for floating IP 53bfb7bf-90f5-48b7-81c5-a7fbf1ae785e: DOWN {{(pid=103279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 18:30:51.848242 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6ee03-f394-4b07-8a16-73a1b0bcf93e req-f5963d08-134f-4833-a280-1945e99199e3 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:51.850085 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-24d6ee03-f394-4b07-8a16-73a1b0bcf93e req-f5963d08-134f-4833-a280-1945e99199e3 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8cf66e8-8525-4c6e-8416-204ae240d599 HTTP/1.1" status: 200 len: 946 time: 0.0521150 Feb 16 18:30:51.902361 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-24d6ee03-f394-4b07-8a16-73a1b0bcf93e req-55082195-20d2-4636-aab0-71e4c6c455de tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466852 Feb 16 18:30:52.353030 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c0af2-d4c7-4408-b038-9116e7309381 req-02869ae4-5efa-4d98-b051-c9edd2bc20c2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:52.354616 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f37c0af2-d4c7-4408-b038-9116e7309381 req-02869ae4-5efa-4d98-b051-c9edd2bc20c2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8cf66e8-8525-4c6e-8416-204ae240d599 HTTP/1.1" status: 200 len: 946 time: 0.0538573 Feb 16 18:30:52.455696 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-f37c0af2-d4c7-4408-b038-9116e7309381 req-5725f8e8-6b32-4196-b1e2-c4d142aa33e2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Deleting port b28c72c7-4af9-484a-9ac9-b317a038c827 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:30:52.456045 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-f37c0af2-d4c7-4408-b038-9116e7309381 req-5725f8e8-6b32-4196-b1e2-c4d142aa33e2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (b28c72c7-4af9-484a-9ac9-b317a038c827), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:52.547216 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-f37c0af2-d4c7-4408-b038-9116e7309381 req-5725f8e8-6b32-4196-b1e2-c4d142aa33e2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] For port b28c72c7-4af9-484a-9ac9-b317a038c827, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b28c72c7-4af9-484a-9ac9-b317a038c827,segment=NetworkSegment(08c0a576-5684-46da-b0dc-cdc69ee043e9),segment_id=08c0a576-5684-46da-b0dc-cdc69ee043e9)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:30:52.547575 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-f37c0af2-d4c7-4408-b038-9116e7309381 req-5725f8e8-6b32-4196-b1e2-c4d142aa33e2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (b28c72c7-4af9-484a-9ac9-b317a038c827), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:52.559799 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-f37c0af2-d4c7-4408-b038-9116e7309381 req-5725f8e8-6b32-4196-b1e2-c4d142aa33e2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Calling delete_port for b28c72c7-4af9-484a-9ac9-b317a038c827 owned by compute:nova {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:30:52.749337 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-f37c0af2-d4c7-4408-b038-9116e7309381 req-5725f8e8-6b32-4196-b1e2-c4d142aa33e2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (b28c72c7-4af9-484a-9ac9-b317a038c827), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:52.778343 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725f8e8-6b32-4196-b1e2-c4d142aa33e2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Pushing event deleted for resources: {'Port': ['ID=b28c72c7-4af9-484a-9ac9-b317a038c827,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:30:52.811466 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725f8e8-6b32-4196-b1e2-c4d142aa33e2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:52.813888 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725f8e8-6b32-4196-b1e2-c4d142aa33e2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:52.813888 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725f8e8-6b32-4196-b1e2-c4d142aa33e2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:52.813888 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725f8e8-6b32-4196-b1e2-c4d142aa33e2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:52.813888 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725f8e8-6b32-4196-b1e2-c4d142aa33e2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:52.813888 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725f8e8-6b32-4196-b1e2-c4d142aa33e2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:52.813888 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725f8e8-6b32-4196-b1e2-c4d142aa33e2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:52.813888 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725f8e8-6b32-4196-b1e2-c4d142aa33e2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:52.814610 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725f8e8-6b32-4196-b1e2-c4d142aa33e2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:52.814610 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725f8e8-6b32-4196-b1e2-c4d142aa33e2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:52.814830 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725f8e8-6b32-4196-b1e2-c4d142aa33e2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:52.815105 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725f8e8-6b32-4196-b1e2-c4d142aa33e2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:52.815419 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725f8e8-6b32-4196-b1e2-c4d142aa33e2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:30:52.836852 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37c0af2-d4c7-4408-b038-9116e7309381 req-5725f8e8-6b32-4196-b1e2-c4d142aa33e2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] No DVR routers for this DVR port b28c72c7-4af9-484a-9ac9-b317a038c827 on host hv-cinder-77398 {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:30:52.839404 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-f37c0af2-d4c7-4408-b038-9116e7309381 req-5725f8e8-6b32-4196-b1e2-c4d142aa33e2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:52.842971 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f37c0af2-d4c7-4408-b038-9116e7309381 req-5725f8e8-6b32-4196-b1e2-c4d142aa33e2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.45 "DELETE /v2.0/ports/b28c72c7-4af9-484a-9ac9-b317a038c827 HTTP/1.1" status: 204 len: 173 time: 0.4821527 Feb 16 18:30:52.843412 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cf66e8-8525-4c6e-8416-204ae240d599', 'name': 'network-vif-deleted', 'tag': 'b28c72c7-4af9-484a-9ac9-b317a038c827'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:30:52.845874 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f170de-c139-4ece-8c5d-fc6f39950e37" -d '{"events": [{"server_uuid": "b8cf66e8-8525-4c6e-8416-204ae240d599", "name": "network-vif-deleted", "tag": "b28c72c7-4af9-484a-9ac9-b317a038c827"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:30:52.882951 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69446fa6-15bb-45bc-b97a-d29c54476a5e x-openstack-request-id: req-69446fa6-15bb-45bc-b97a-d29c54476a5e {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:30:52.883289 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8cf66e8-8525-4c6e-8416-204ae240d599", "name": "network-vif-deleted", "tag": "b28c72c7-4af9-484a-9ac9-b317a038c827", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:30:52.883665 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-69446fa6-15bb-45bc-b97a-d29c54476a5e {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:30:52.884117 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8cf66e8-8525-4c6e-8416-204ae240d599', 'name': 'network-vif-deleted', 'tag': 'b28c72c7-4af9-484a-9ac9-b317a038c827', 'status': 'completed', 'code': 200} Feb 16 18:30:53.006685 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1ec01903-3b0a-4be2-8afb-86eb5fbbc738 req-cb138693-7ef9-42b7-9ddb-f700445789e1 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8cf66e8-8525-4c6e-8416-204ae240d599 HTTP/1.1" status: 200 len: 210 time: 0.0286169 Feb 16 18:30:54.027956 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35278) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:30:54.141350 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-0fd8ab66-c215-4616-b839-e799a7c2815d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:54.215429 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-0fd8ab66-c215-4616-b839-e799a7c2815d admin admin] Publish callbacks [] for security_group (150daa75-5c77-4568-80fe-a90f7a0a6fa4), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:54.263140 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-0fd8ab66-c215-4616-b839-e799a7c2815d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (150daa75-5c77-4568-80fe-a90f7a0a6fa4), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:54.298898 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8ab66-c215-4616-b839-e799a7c2815d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150daa75-5c77-4568-80fe-a90f7a0a6fa4,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:30:54.304707 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-0fd8ab66-c215-4616-b839-e799a7c2815d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0011146242194d6c8fa6ff135313ac5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2757108 Feb 16 18:30:54.307485 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35288) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:30:54.361502 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d9c7a764-3083-43f0-9cc1-37dd674b5108 admin admin] Publish callbacks [] for security_group (150daa75-5c77-4568-80fe-a90f7a0a6fa4), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:54.382302 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d9c7a764-3083-43f0-9cc1-37dd674b5108 admin admin] Publish callbacks [] for security_group (150daa75-5c77-4568-80fe-a90f7a0a6fa4), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:54.465627 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device b28c72c7-4af9-484a-9ac9-b317a038c827 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:30:54.493427 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] No Port match for: b28c72c7-4af9-484a-9ac9-b317a038c827 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:30:54.493775 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device b28c72c7-4af9-484a-9ac9-b317a038c827 not bound to the agent host hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:30:54.514955 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d9c7a764-3083-43f0-9cc1-37dd674b5108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (150daa75-5c77-4568-80fe-a90f7a0a6fa4), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:54.518827 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d9c7a764-3083-43f0-9cc1-37dd674b5108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:54.521317 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-d9c7a764-3083-43f0-9cc1-37dd674b5108 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/150daa75-5c77-4568-80fe-a90f7a0a6fa4 HTTP/1.1" status: 204 len: 168 time: 0.2120461 Feb 16 18:30:54.529707 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7a764-3083-43f0-9cc1-37dd674b5108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150daa75-5c77-4568-80fe-a90f7a0a6fa4,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:30:56.467063 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35336) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:30:56.631881 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ce3177c6-72ba-4678-bd85-db104c48a58f tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Deleting port d85a64c8-3031-4520-ac83-53b49d37f143 {{(pid=103276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:30:56.632144 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ce3177c6-72ba-4678-bd85-db104c48a58f tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (d85a64c8-3031-4520-ac83-53b49d37f143), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:56.706558 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ce3177c6-72ba-4678-bd85-db104c48a58f tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (d85a64c8-3031-4520-ac83-53b49d37f143), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:56.706901 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ce3177c6-72ba-4678-bd85-db104c48a58f tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for floatingip (d85a64c8-3031-4520-ac83-53b49d37f143), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:56.719380 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ce3177c6-72ba-4678-bd85-db104c48a58f tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Calling delete_port for d85a64c8-3031-4520-ac83-53b49d37f143 owned by network:floatingip {{(pid=103276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:30:56.932317 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ce3177c6-72ba-4678-bd85-db104c48a58f tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (d85a64c8-3031-4520-ac83-53b49d37f143), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:56.958910 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3177c6-72ba-4678-bd85-db104c48a58f tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Pushing event deleted for resources: {'Port': ['ID=d85a64c8-3031-4520-ac83-53b49d37f143,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:30:57.025232 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ce3177c6-72ba-4678-bd85-db104c48a58f tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for floatingip (8983bdc0-71e9-4492-9650-a5ee66668c64), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:57.025557 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.db.l3_db [None req-ce3177c6-72ba-4678-bd85-db104c48a58f tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Floating IP 8983bdc0-71e9-4492-9650-a5ee66668c64 disassociated (deleted). External IP: 172.27.3.40, port: 8f645f4d-db86-4492-ab2a-c4e89cca4f25. Feb 16 18:30:57.237053 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3177c6-72ba-4678-bd85-db104c48a58f tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:30:57.347541 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3177c6-72ba-4678-bd85-db104c48a58f tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:30:57.353206 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ce3177c6-72ba-4678-bd85-db104c48a58f tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for floatingip (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:57.358295 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29089f8-a1c5-4e1f-85de-57d9db1fa671 None None] Sync routers for ids ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'] in dv-cinder-773985-33-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:30:57.368871 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29089f8-a1c5-4e1f-85de-57d9db1fa671 None None] Routers {'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:30:57.369521 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-f29089f8-a1c5-4e1f-85de-57d9db1fa671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:30:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:30:57.384176 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-ce3177c6-72ba-4678-bd85-db104c48a58f tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "DELETE /v2.0/floatingips/8983bdc0-71e9-4492-9650-a5ee66668c64 HTTP/1.1" status: 204 len: 168 time: 0.9159222 Feb 16 18:30:57.384756 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce874aa-5880-4e1c-854e-f68b65b5aa96', 'tag': '8f645f4d-db86-4492-ab2a-c4e89cca4f25'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:30:57.387081 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2697ac5bc137568c11401d7db31323aaf7e0b920c8580a1634e3728116959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3e5e2c-5c9b-459a-9455-dedaa26e5378" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce874aa-5880-4e1c-854e-f68b65b5aa96", "tag": "8f645f4d-db86-4492-ab2a-c4e89cca4f25"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:30:57.424768 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b736386-608e-473e-a00d-597f087afbb4 x-openstack-request-id: req-4b736386-608e-473e-a00d-597f087afbb4 {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:30:57.425068 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce874aa-5880-4e1c-854e-f68b65b5aa96", "tag": "8f645f4d-db86-4492-ab2a-c4e89cca4f25", "status": "completed", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:30:57.425365 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4b736386-608e-473e-a00d-597f087afbb4 {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:30:57.425890 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce874aa-5880-4e1c-854e-f68b65b5aa96', 'tag': '8f645f4d-db86-4492-ab2a-c4e89cca4f25', 'status': 'completed', 'code': 200} Feb 16 18:30:57.528014 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e5e2c-5c9b-459a-9455-dedaa26e5378 req-346113a6-69de-4735-8a03-6fc4863c7ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:57.529672 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1b3e5e2c-5c9b-459a-9455-dedaa26e5378 req-346113a6-69de-4735-8a03-6fc4863c7ef6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbc85d2f47ed42ae9d13c15932375126&device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 1130 time: 0.0797575 Feb 16 18:30:57.617134 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-f29089f8-a1c5-4e1f-85de-57d9db1fa671 None None] Set router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:30:57.627028 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e5e2c-5c9b-459a-9455-dedaa26e5378 req-eb2784d0-3939-4e37-acb3-1db20717389f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:57.628589 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1b3e5e2c-5c9b-459a-9455-dedaa26e5378 req-eb2784d0-3939-4e37-acb3-1db20717389f service neutron] 10.222.0.45 "GET /v2.0/networks?id=c3b692a3-8e7f-4e30-84f4-e7dc80fed586 HTTP/1.1" status: 200 len: 912 time: 0.0908337 Feb 16 18:30:57.679769 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1b3e5e2c-5c9b-459a-9455-dedaa26e5378 req-e85dd295-2987-41b4-a11e-e32480928e80 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f645f4d-db86-4492-ab2a-c4e89cca4f25 HTTP/1.1" status: 200 len: 217 time: 0.0446281 Feb 16 18:30:57.730679 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e5e2c-5c9b-459a-9455-dedaa26e5378 req-e58f6462-7d73-4768-8f10-30d95ba30494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:57.732367 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1b3e5e2c-5c9b-459a-9455-dedaa26e5378 req-e58f6462-7d73-4768-8f10-30d95ba30494 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1c21080-f6c4-4a5f-9337-f015cc2f7375 HTTP/1.1" status: 200 len: 850 time: 0.0469387 Feb 16 18:30:57.818095 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e5e2c-5c9b-459a-9455-dedaa26e5378 req-32f67c2c-2443-43ed-bd71-6143fb39c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:57.819837 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1b3e5e2c-5c9b-459a-9455-dedaa26e5378 req-32f67c2c-2443-43ed-bd71-6143fb39c106 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c3b692a3-8e7f-4e30-84f4-e7dc80fed586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0813146 Feb 16 18:30:57.835834 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-f29089f8-a1c5-4e1f-85de-57d9db1fa671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'name': 'tempest-TestVolumeBootPattern-998245796-router', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:37Z', 'updated_at': '2022-02-16T18:22:41Z', 'revision_number': 4, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'gw_port': {'id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:38Z', 'updated_at': '2022-02-16T18:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '8674fa4a-823e-4de8-b1c9-17126717bd5a', 'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:40Z', 'updated_at': '2022-02-16T18:22:46Z', 'revision_number': 5, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'subnets': [{'id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:30:57.867967 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29089f8-a1c5-4e1f-85de-57d9db1fa671 None None] Checking router: a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 for host: dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:30:57.877462 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29089f8-a1c5-4e1f-85de-57d9db1fa671 None None] Routers {'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:30:57.877950 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-f29089f8-a1c5-4e1f-85de-57d9db1fa671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:30:34Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:30:57.948891 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f708f6-3fa2-40c5-9418-6576e6daaa34 req-4c3b47fc-f014-49d7-b9e1-150dd39e43d9 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:57.950411 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-73f708f6-3fa2-40c5-9418-6576e6daaa34 req-4c3b47fc-f014-49d7-b9e1-150dd39e43d9 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 946 time: 0.1297083 Feb 16 18:30:57.975227 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1b3e5e2c-5c9b-459a-9455-dedaa26e5378 req-e1a6f9ee-1451-46a8-b280-099373c3b424 service neutron] 10.222.0.45 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446154 Feb 16 18:30:57.992735 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-f29089f8-a1c5-4e1f-85de-57d9db1fa671 None None] Set router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:30:58.038586 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-73f708f6-3fa2-40c5-9418-6576e6daaa34 req-c065b1a0-022b-4909-8e6d-09d8607d61cc tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819690 Feb 16 18:30:58.105772 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1b3e5e2c-5c9b-459a-9455-dedaa26e5378 req-265de958-616e-4291-8fc5-fb7e6a566375 service neutron] 10.222.0.45 "GET /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176865 Feb 16 18:30:58.210117 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-f29089f8-a1c5-4e1f-85de-57d9db1fa671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'name': 'tempest-TestVolumeBootPattern-998245796-router', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:37Z', 'updated_at': '2022-02-16T18:22:41Z', 'revision_number': 4, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'gw_port': {'id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:38Z', 'updated_at': '2022-02-16T18:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '8674fa4a-823e-4de8-b1c9-17126717bd5a', 'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:40Z', 'updated_at': '2022-02-16T18:22:46Z', 'revision_number': 5, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'subnets': [{'id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:30:58.237562 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29089f8-a1c5-4e1f-85de-57d9db1fa671 None None] The sync data for ids ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'] in dv-cinder-773985-33-iscsi is: [{'id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'name': 'tempest-TestVolumeBootPattern-998245796-router', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:37Z', 'updated_at': '2022-02-16T18:22:41Z', 'revision_number': 4, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'gw_port': {'id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:38Z', 'updated_at': '2022-02-16T18:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '8674fa4a-823e-4de8-b1c9-17126717bd5a', 'name': '', 'network_id': 'c3b692a3-8e7f-4e30-84f4-e7dc80fed586', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'mac_address': 'fa:16:3e:9a:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:40Z', 'updated_at': '2022-02-16T18:22:46Z', 'revision_number': 5, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'subnets': [{'id': 'c1c21080-f6c4-4a5f-9337-f015cc2f7375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:30:58.467639 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf569db-9800-476e-9505-c3c4be90f4b7 None None] New status for floating IP 8983bdc0-71e9-4492-9650-a5ee66668c64: DOWN {{(pid=103279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 18:30:59.167902 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae39818-0247-49d8-b8a3-039f4cf596f5 req-9ddbf815-4fef-47e2-adb4-2e054ad58011 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:59.169409 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-4ae39818-0247-49d8-b8a3-039f4cf596f5 req-9ddbf815-4fef-47e2-adb4-2e054ad58011 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 946 time: 0.0594902 Feb 16 18:30:59.220411 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-4ae39818-0247-49d8-b8a3-039f4cf596f5 req-00e7f59d-0251-4b7a-ad1c-f69693306429 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455034 Feb 16 18:30:59.556560 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d98556-ef7c-4482-b0f1-4a6434edf102 req-1f55a1c6-2562-4e68-b756-900ed35a43f4 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:30:59.558049 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-56d98556-ef7c-4482-b0f1-4a6434edf102 req-1f55a1c6-2562-4e68-b756-900ed35a43f4 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 946 time: 0.0570736 Feb 16 18:30:59.653479 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-56d98556-ef7c-4482-b0f1-4a6434edf102 req-6e56008e-f13f-4a7a-987e-bbd58b4831a2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Deleting port 8f645f4d-db86-4492-ab2a-c4e89cca4f25 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:30:59.653820 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-56d98556-ef7c-4482-b0f1-4a6434edf102 req-6e56008e-f13f-4a7a-987e-bbd58b4831a2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (8f645f4d-db86-4492-ab2a-c4e89cca4f25), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:59.745169 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-56d98556-ef7c-4482-b0f1-4a6434edf102 req-6e56008e-f13f-4a7a-987e-bbd58b4831a2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] For port 8f645f4d-db86-4492-ab2a-c4e89cca4f25, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8f645f4d-db86-4492-ab2a-c4e89cca4f25,segment=NetworkSegment(08c0a576-5684-46da-b0dc-cdc69ee043e9),segment_id=08c0a576-5684-46da-b0dc-cdc69ee043e9)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:30:59.745532 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-56d98556-ef7c-4482-b0f1-4a6434edf102 req-6e56008e-f13f-4a7a-987e-bbd58b4831a2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (8f645f4d-db86-4492-ab2a-c4e89cca4f25), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:59.758064 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-56d98556-ef7c-4482-b0f1-4a6434edf102 req-6e56008e-f13f-4a7a-987e-bbd58b4831a2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Calling delete_port for 8f645f4d-db86-4492-ab2a-c4e89cca4f25 owned by compute:nova {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:30:59.796978 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35440) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:30:59.905685 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bb3750eb-f98b-4dd0-aeaa-5f7c605cfe78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:59.932046 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-56d98556-ef7c-4482-b0f1-4a6434edf102 req-6e56008e-f13f-4a7a-987e-bbd58b4831a2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (8f645f4d-db86-4492-ab2a-c4e89cca4f25), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:30:59.965270 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56008e-f13f-4a7a-987e-bbd58b4831a2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Pushing event deleted for resources: {'Port': ['ID=8f645f4d-db86-4492-ab2a-c4e89cca4f25,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:30:59.981551 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bb3750eb-f98b-4dd0-aeaa-5f7c605cfe78 admin admin] Publish callbacks [] for security_group (2fda71ce-878e-4db4-9545-f58125d9aa41), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:00.010118 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d98556-ef7c-4482-b0f1-4a6434edf102 req-6e56008e-f13f-4a7a-987e-bbd58b4831a2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] No DVR routers for this DVR port 8f645f4d-db86-4492-ab2a-c4e89cca4f25 on host hv-cinder-77398 {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:31:00.012586 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-56d98556-ef7c-4482-b0f1-4a6434edf102 req-6e56008e-f13f-4a7a-987e-bbd58b4831a2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:00.015907 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-56d98556-ef7c-4482-b0f1-4a6434edf102 req-6e56008e-f13f-4a7a-987e-bbd58b4831a2 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.45 "DELETE /v2.0/ports/8f645f4d-db86-4492-ab2a-c4e89cca4f25 HTTP/1.1" status: 204 len: 173 time: 0.4523509 Feb 16 18:31:00.016349 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce874aa-5880-4e1c-854e-f68b65b5aa96', 'name': 'network-vif-deleted', 'tag': '8f645f4d-db86-4492-ab2a-c4e89cca4f25'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:31:00.018633 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c7077b-7a4c-41d7-a449-3458cd46dcd5" -d '{"events": [{"server_uuid": "4ce874aa-5880-4e1c-854e-f68b65b5aa96", "name": "network-vif-deleted", "tag": "8f645f4d-db86-4492-ab2a-c4e89cca4f25"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:31:00.057163 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcc2fa5-2984-455e-8594-9edd221d6130 x-openstack-request-id: req-4bcc2fa5-2984-455e-8594-9edd221d6130 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:31:00.057468 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce874aa-5880-4e1c-854e-f68b65b5aa96", "name": "network-vif-deleted", "tag": "8f645f4d-db86-4492-ab2a-c4e89cca4f25", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:31:00.057756 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4bcc2fa5-2984-455e-8594-9edd221d6130 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:31:00.058133 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce874aa-5880-4e1c-854e-f68b65b5aa96', 'name': 'network-vif-deleted', 'tag': '8f645f4d-db86-4492-ab2a-c4e89cca4f25', 'status': 'completed', 'code': 200} Feb 16 18:31:00.058236 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-bb3750eb-f98b-4dd0-aeaa-5f7c605cfe78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (2fda71ce-878e-4db4-9545-f58125d9aa41), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:00.096832 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-bb3750eb-f98b-4dd0-aeaa-5f7c605cfe78 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a1b342050e614e02873fd079a06b2ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2984805 Feb 16 18:31:00.097636 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3750eb-f98b-4dd0-aeaa-5f7c605cfe78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fda71ce-878e-4db4-9545-f58125d9aa41,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:31:00.100569 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 35446) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:31:00.149191 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-14c517fb-5787-4540-9152-5d961d3b7816 admin admin] Publish callbacks [] for security_group (2fda71ce-878e-4db4-9545-f58125d9aa41), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:00.170716 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-14c517fb-5787-4540-9152-5d961d3b7816 admin admin] Publish callbacks [] for security_group (2fda71ce-878e-4db4-9545-f58125d9aa41), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:00.291880 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-14c517fb-5787-4540-9152-5d961d3b7816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (2fda71ce-878e-4db4-9545-f58125d9aa41), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:00.294599 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-14c517fb-5787-4540-9152-5d961d3b7816 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:00.298165 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-14c517fb-5787-4540-9152-5d961d3b7816 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2fda71ce-878e-4db4-9545-f58125d9aa41 HTTP/1.1" status: 204 len: 168 time: 0.1939685 Feb 16 18:31:00.305782 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c517fb-5787-4540-9152-5d961d3b7816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fda71ce-878e-4db4-9545-f58125d9aa41,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:31:00.316097 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-b1e1b3e1-9b22-4210-89d9-b04bb89e0335 req-d59125f3-047c-490b-bae2-8f2efb771ca8 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ce874aa-5880-4e1c-854e-f68b65b5aa96 HTTP/1.1" status: 200 len: 210 time: 0.0290244 Feb 16 18:31:00.923886 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 35454) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:31:00.938002 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e34e81e9-b256-4337-84eb-9ce0560be136 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:01.015500 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e34e81e9-b256-4337-84eb-9ce0560be136 admin admin] Publish callbacks [] for security_group (99a16046-f460-4773-8eee-7ff5a1e77311), precommit_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:01.097942 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-e34e81e9-b256-4337-84eb-9ce0560be136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (99a16046-f460-4773-8eee-7ff5a1e77311), after_create {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:01.139465 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-e34e81e9-b256-4337-84eb-9ce0560be136 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d28b860d721244bcb78ce8a921b42584&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143822 Feb 16 18:31:01.140339 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e81e9-b256-4337-84eb-9ce0560be136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a16046-f460-4773-8eee-7ff5a1e77311,revision_number=1']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:31:01.142227 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35456) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:31:01.193235 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-227f56ac-ddf2-439a-9f9c-9bc68c33f028 admin admin] Publish callbacks [] for security_group (99a16046-f460-4773-8eee-7ff5a1e77311), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:01.215439 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-227f56ac-ddf2-439a-9f9c-9bc68c33f028 admin admin] Publish callbacks [] for security_group (99a16046-f460-4773-8eee-7ff5a1e77311), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:01.319496 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-227f56ac-ddf2-439a-9f9c-9bc68c33f028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (99a16046-f460-4773-8eee-7ff5a1e77311), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:01.321852 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-227f56ac-ddf2-439a-9f9c-9bc68c33f028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:01.323003 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-227f56ac-ddf2-439a-9f9c-9bc68c33f028 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/99a16046-f460-4773-8eee-7ff5a1e77311 HTTP/1.1" status: 204 len: 168 time: 0.1798177 Feb 16 18:31:01.330826 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f56ac-ddf2-439a-9f9c-9bc68c33f028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a16046-f460-4773-8eee-7ff5a1e77311,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:31:01.377828 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35462) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:31:01.507460 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-5ee2fb6d-1a0c-44c3-9ef2-b5e2a537cc04 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Deleting port e93070d9-fe7e-4c77-a8cb-ff4b7b0a510b {{(pid=103276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:31:01.507706 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5ee2fb6d-1a0c-44c3-9ef2-b5e2a537cc04 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (e93070d9-fe7e-4c77-a8cb-ff4b7b0a510b), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:01.581384 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5ee2fb6d-1a0c-44c3-9ef2-b5e2a537cc04 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (e93070d9-fe7e-4c77-a8cb-ff4b7b0a510b), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:01.581719 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5ee2fb6d-1a0c-44c3-9ef2-b5e2a537cc04 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for floatingip (e93070d9-fe7e-4c77-a8cb-ff4b7b0a510b), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:01.599655 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-5ee2fb6d-1a0c-44c3-9ef2-b5e2a537cc04 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Calling delete_port for e93070d9-fe7e-4c77-a8cb-ff4b7b0a510b owned by network:floatingip {{(pid=103276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:31:01.788510 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5ee2fb6d-1a0c-44c3-9ef2-b5e2a537cc04 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (e93070d9-fe7e-4c77-a8cb-ff4b7b0a510b), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:01.818644 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2fb6d-1a0c-44c3-9ef2-b5e2a537cc04 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Pushing event deleted for resources: {'Port': ['ID=e93070d9-fe7e-4c77-a8cb-ff4b7b0a510b,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:31:01.887090 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5ee2fb6d-1a0c-44c3-9ef2-b5e2a537cc04 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for floatingip (8c09a044-fe15-4643-bafe-a6a3995c936c), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:01.889714 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-5ee2fb6d-1a0c-44c3-9ef2-b5e2a537cc04 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for floatingip (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:01.890863 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-5ee2fb6d-1a0c-44c3-9ef2-b5e2a537cc04 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "DELETE /v2.0/floatingips/8c09a044-fe15-4643-bafe-a6a3995c936c HTTP/1.1" status: 204 len: 168 time: 0.5118814 Feb 16 18:31:02.205310 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6a0c4c07-0d29-4064-b7be-a3ffd75c2030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:02.482179 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 8f645f4d-db86-4492-ab2a-c4e89cca4f25 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:31:02.502515 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] No Port match for: 8f645f4d-db86-4492-ab2a-c4e89cca4f25 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:31:02.502871 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device 8f645f4d-db86-4492-ab2a-c4e89cca4f25 not bound to the agent host hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:31:03.228455 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 35500) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:31:03.284672 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4029928b-f3fb-42dc-980c-d4fa1c6a4fa0 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for security_group (b2c5e5e5-37da-4fa3-aecf-0efc2b48e885), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:03.312222 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4029928b-f3fb-42dc-980c-d4fa1c6a4fa0 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for security_group (b2c5e5e5-37da-4fa3-aecf-0efc2b48e885), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:03.439294 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4029928b-f3fb-42dc-980c-d4fa1c6a4fa0 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (b2c5e5e5-37da-4fa3-aecf-0efc2b48e885), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:03.441944 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-4029928b-f3fb-42dc-980c-d4fa1c6a4fa0 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:03.443097 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-4029928b-f3fb-42dc-980c-d4fa1c6a4fa0 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] 10.222.0.87 "DELETE /v2.0/security-groups/b2c5e5e5-37da-4fa3-aecf-0efc2b48e885 HTTP/1.1" status: 204 len: 168 time: 0.2136085 Feb 16 18:31:03.453016 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029928b-f3fb-42dc-980c-d4fa1c6a4fa0 tempest-TestVolumeBootPattern-44310717 tempest-TestVolumeBootPattern-44310717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c5e5e5-37da-4fa3-aecf-0efc2b48e885,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:31:03.576191 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 35504) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:31:04.075118 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-aeafb4ba-2931-4566-b17f-ee1d9ac57140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462034'] for router_interface (a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:04.348607 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-aeafb4ba-2931-4566-b17f-ee1d9ac57140 admin admin] Deleting port 8674fa4a-823e-4de8-b1c9-17126717bd5a {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:31:04.348607 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-aeafb4ba-2931-4566-b17f-ee1d9ac57140 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (8674fa4a-823e-4de8-b1c9-17126717bd5a), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:04.412116 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-aeafb4ba-2931-4566-b17f-ee1d9ac57140 admin admin] For port 8674fa4a-823e-4de8-b1c9-17126717bd5a, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=8674fa4a-823e-4de8-b1c9-17126717bd5a,segment=NetworkSegment(08c0a576-5684-46da-b0dc-cdc69ee043e9),segment_id=08c0a576-5684-46da-b0dc-cdc69ee043e9)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:31:04.412480 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-aeafb4ba-2931-4566-b17f-ee1d9ac57140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (8674fa4a-823e-4de8-b1c9-17126717bd5a), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:04.426124 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-aeafb4ba-2931-4566-b17f-ee1d9ac57140 admin admin] Calling delete_port for 8674fa4a-823e-4de8-b1c9-17126717bd5a owned by network:router_interface {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:31:04.498418 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-6df91582-3000-4ce1-8e90-b6a9fc70e600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:04.669050 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-aeafb4ba-2931-4566-b17f-ee1d9ac57140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (8674fa4a-823e-4de8-b1c9-17126717bd5a), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:04.695584 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeafb4ba-2931-4566-b17f-ee1d9ac57140 admin admin] Pushing event deleted for resources: {'Port': ['ID=8674fa4a-823e-4de8-b1c9-17126717bd5a,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:31:04.870239 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-aeafb4ba-2931-4566-b17f-ee1d9ac57140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3745771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460322'] for router_interface (a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:05.089879 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeafb4ba-2931-4566-b17f-ee1d9ac57140 admin admin] Router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:31:05.198487 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeafb4ba-2931-4566-b17f-ee1d9ac57140 admin admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:31:05.206359 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-aeafb4ba-2931-4566-b17f-ee1d9ac57140 admin admin] 10.222.0.87 "PUT /v2.0/routers/a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6264720 Feb 16 18:31:05.212869 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 35524) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:31:05.212987 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ee2b22-5055-44d0-b2d6-b92bc53cbb4a None None] Sync routers for ids ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'] in dv-cinder-773985-33-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:31:05.220667 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ee2b22-5055-44d0-b2d6-b92bc53cbb4a None None] Routers {'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:31:05.221407 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-13ee2b22-5055-44d0-b2d6-b92bc53cbb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:31:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:31:05.316011 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f5d92a0d-27de-4ef6-9a66-7af8d9c75210 admin admin] Publish callbacks [] for router (a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:05.329956 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-13ee2b22-5055-44d0-b2d6-b92bc53cbb4a None None] Set router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:31:05.427938 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f5d92a0d-27de-4ef6-9a66-7af8d9c75210 admin admin] Publish callbacks [] for router_gateway (a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:05.516101 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-13ee2b22-5055-44d0-b2d6-b92bc53cbb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'name': 'tempest-TestVolumeBootPattern-998245796-router', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:37Z', 'updated_at': '2022-02-16T18:31:04Z', 'revision_number': 5, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'gw_port': {'id': 'd547dcbb-29a5-4e32-886e-fcb8b1c27dc9', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:38Z', 'updated_at': '2022-02-16T18:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:31:05.552211 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ee2b22-5055-44d0-b2d6-b92bc53cbb4a None None] Checking router: a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 for host: dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:31:05.566597 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-f5d92a0d-27de-4ef6-9a66-7af8d9c75210 admin admin] Deleting port d547dcbb-29a5-4e32-886e-fcb8b1c27dc9 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:31:05.566936 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f5d92a0d-27de-4ef6-9a66-7af8d9c75210 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (d547dcbb-29a5-4e32-886e-fcb8b1c27dc9), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:05.568306 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ee2b22-5055-44d0-b2d6-b92bc53cbb4a None None] Routers {'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:31:05.569028 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-13ee2b22-5055-44d0-b2d6-b92bc53cbb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:31:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:31:05.635366 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:05.648567 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-f5d92a0d-27de-4ef6-9a66-7af8d9c75210 admin admin] For port d547dcbb-29a5-4e32-886e-fcb8b1c27dc9, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=d547dcbb-29a5-4e32-886e-fcb8b1c27dc9,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:31:05.648930 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f5d92a0d-27de-4ef6-9a66-7af8d9c75210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (d547dcbb-29a5-4e32-886e-fcb8b1c27dc9), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:05.660891 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-f5d92a0d-27de-4ef6-9a66-7af8d9c75210 admin admin] Calling delete_port for d547dcbb-29a5-4e32-886e-fcb8b1c27dc9 owned by network:router_gateway {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:31:05.665443 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-13ee2b22-5055-44d0-b2d6-b92bc53cbb4a None None] Set router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 gateway port host: None {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:31:05.717637 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-13ee2b22-5055-44d0-b2d6-b92bc53cbb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'name': 'tempest-TestVolumeBootPattern-998245796-router', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:37Z', 'updated_at': '2022-02-16T18:31:05Z', 'revision_number': 6, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'gw_port_host': None}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:31:05.747846 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ee2b22-5055-44d0-b2d6-b92bc53cbb4a None None] The sync data for ids ['a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6'] in dv-cinder-773985-33-iscsi is: [{'id': 'a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6', 'name': 'tempest-TestVolumeBootPattern-998245796-router', 'tenant_id': 'bbc85d2f47ed42ae9d13c15932375126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:37Z', 'updated_at': '2022-02-16T18:31:05Z', 'revision_number': 6, 'project_id': 'bbc85d2f47ed42ae9d13c15932375126', 'gw_port_host': None}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:31:06.149720 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f5d92a0d-27de-4ef6-9a66-7af8d9c75210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (d547dcbb-29a5-4e32-886e-fcb8b1c27dc9), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:06.165299 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 8674fa4a-823e-4de8-b1c9-17126717bd5a no longer exists at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:31:06.178814 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d92a0d-27de-4ef6-9a66-7af8d9c75210 admin admin] Pushing event deleted for resources: {'Port': ['ID=d547dcbb-29a5-4e32-886e-fcb8b1c27dc9,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:31:06.197731 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] No Port match for: 8674fa4a-823e-4de8-b1c9-17126717bd5a {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:31:06.200534 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 8674fa4a-823e-4de8-b1c9-17126717bd5a not bound to the agent host dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:31:06.271249 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f5d92a0d-27de-4ef6-9a66-7af8d9c75210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-459672'] for router_gateway (a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:06.366999 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f5d92a0d-27de-4ef6-9a66-7af8d9c75210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1026400'] for router (a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:06.369230 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f5d92a0d-27de-4ef6-9a66-7af8d9c75210 admin admin] Publish callbacks [] for router_controller (a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6), precommit_delete_associations {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:06.475079 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f5d92a0d-27de-4ef6-9a66-7af8d9c75210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-465164'] for router (a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:06.476347 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d92a0d-27de-4ef6-9a66-7af8d9c75210 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 {{(pid=103275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 18:31:06.481019 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-f5d92a0d-27de-4ef6-9a66-7af8d9c75210 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:06.482281 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-f5d92a0d-27de-4ef6-9a66-7af8d9c75210 admin admin] 10.222.0.87 "DELETE /v2.0/routers/a09d5caf-0b5e-4946-850e-1d6ecdd4b5d6 HTTP/1.1" status: 204 len: 168 time: 1.2743132 Feb 16 18:31:06.484811 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 35536) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:31:06.529828 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e9e148-719c-40ec-ad92-24a2abd4bd8f admin admin] Deleting subnet c1c21080-f6c4-4a5f-9337-f015cc2f7375 {{(pid=103275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 18:31:06.532890 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a4e9e148-719c-40ec-ad92-24a2abd4bd8f admin admin] Publish callbacks [] for subnet (c1c21080-f6c4-4a5f-9337-f015cc2f7375), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:06.573757 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a4e9e148-719c-40ec-ad92-24a2abd4bd8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8533320'] for subnet (c1c21080-f6c4-4a5f-9337-f015cc2f7375), precommit_delete_associations {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:06.666328 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a4e9e148-719c-40ec-ad92-24a2abd4bd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584056'] for subnet (c1c21080-f6c4-4a5f-9337-f015cc2f7375), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:06.799957 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a4e9e148-719c-40ec-ad92-24a2abd4bd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8530093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8761781'] for subnet (c1c21080-f6c4-4a5f-9337-f015cc2f7375), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:06.826914 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9e148-719c-40ec-ad92-24a2abd4bd8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1c21080-f6c4-4a5f-9337-f015cc2f7375,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:31:06.832969 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a4e9e148-719c-40ec-ad92-24a2abd4bd8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for subnet (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:06.837859 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-a4e9e148-719c-40ec-ad92-24a2abd4bd8f admin admin] 10.222.0.87 "DELETE /v2.0/subnets/c1c21080-f6c4-4a5f-9337-f015cc2f7375 HTTP/1.1" status: 204 len: 168 time: 0.3521740 Feb 16 18:31:06.839336 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f496d595-4c63-4b24-8bac-f13c87acf311 None None] Network c3b692a3-8e7f-4e30-84f4-e7dc80fed586 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:31:06.840376 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 35540) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:31:06.913622 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cfd661bb-b08f-4b8c-8439-c1cf70c56b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558149'] for network (c3b692a3-8e7f-4e30-84f4-e7dc80fed586), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:06.975700 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-cfd661bb-b08f-4b8c-8439-c1cf70c56b8e admin admin] Deleting port 2fd35607-e570-4a8c-8aad-9ba6337b69ce {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:31:06.976060 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cfd661bb-b08f-4b8c-8439-c1cf70c56b8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (2fd35607-e570-4a8c-8aad-9ba6337b69ce), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:07.003232 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610fd57b-dbfe-4a83-bfe9-e99be64402bc None None] DHCP port deletion for c3b692a3-8e7f-4e30-84f4-e7dc80fed586 request from dv-cinder-773985-33-iscsi {{(pid=103277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 18:31:07.045793 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-cfd661bb-b08f-4b8c-8439-c1cf70c56b8e admin admin] For port 2fd35607-e570-4a8c-8aad-9ba6337b69ce, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=2fd35607-e570-4a8c-8aad-9ba6337b69ce,segment=NetworkSegment(08c0a576-5684-46da-b0dc-cdc69ee043e9),segment_id=08c0a576-5684-46da-b0dc-cdc69ee043e9)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:31:07.046150 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cfd661bb-b08f-4b8c-8439-c1cf70c56b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (2fd35607-e570-4a8c-8aad-9ba6337b69ce), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:07.050716 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-610fd57b-dbfe-4a83-bfe9-e99be64402bc None None] Deleting port 2fd35607-e570-4a8c-8aad-9ba6337b69ce {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:31:07.051084 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-610fd57b-dbfe-4a83-bfe9-e99be64402bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (2fd35607-e570-4a8c-8aad-9ba6337b69ce), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:07.059617 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-cfd661bb-b08f-4b8c-8439-c1cf70c56b8e admin admin] Calling delete_port for 2fd35607-e570-4a8c-8aad-9ba6337b69ce owned by network:dhcp {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:31:07.065425 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:07.121270 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-610fd57b-dbfe-4a83-bfe9-e99be64402bc None None] For port 2fd35607-e570-4a8c-8aad-9ba6337b69ce, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=2fd35607-e570-4a8c-8aad-9ba6337b69ce,segment=NetworkSegment(08c0a576-5684-46da-b0dc-cdc69ee043e9),segment_id=08c0a576-5684-46da-b0dc-cdc69ee043e9)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:31:07.121667 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-610fd57b-dbfe-4a83-bfe9-e99be64402bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (2fd35607-e570-4a8c-8aad-9ba6337b69ce), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:07.136191 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-610fd57b-dbfe-4a83-bfe9-e99be64402bc None None] Calling delete_port for 2fd35607-e570-4a8c-8aad-9ba6337b69ce owned by network:dhcp {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:31:07.221854 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cfd661bb-b08f-4b8c-8439-c1cf70c56b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (2fd35607-e570-4a8c-8aad-9ba6337b69ce), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:07.228622 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-610fd57b-dbfe-4a83-bfe9-e99be64402bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350'] for port (2fd35607-e570-4a8c-8aad-9ba6337b69ce), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:07.248281 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd661bb-b08f-4b8c-8439-c1cf70c56b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd35607-e570-4a8c-8aad-9ba6337b69ce,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:31:07.251628 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd661bb-b08f-4b8c-8439-c1cf70c56b8e admin admin] No DVR routers for this DVR port 2fd35607-e570-4a8c-8aad-9ba6337b69ce on host dv-cinder-773985-33-iscsi {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:31:07.258993 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fd57b-dbfe-4a83-bfe9-e99be64402bc None None] Pushing event deleted for resources: {'Port': ['ID=2fd35607-e570-4a8c-8aad-9ba6337b69ce,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:31:07.264228 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610fd57b-dbfe-4a83-bfe9-e99be64402bc None None] No DVR routers for this DVR port 2fd35607-e570-4a8c-8aad-9ba6337b69ce on host dv-cinder-773985-33-iscsi {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:31:07.326555 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cfd661bb-b08f-4b8c-8439-c1cf70c56b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561157', 'neutron.services.segments.db._delete_segments_for_network-8776562245259'] for network (c3b692a3-8e7f-4e30-84f4-e7dc80fed586), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:07.346478 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.services.segments.db [None req-cfd661bb-b08f-4b8c-8439-c1cf70c56b8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b692a3-8e7f-4e30-84f4-e7dc80fed586']}} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:31:07.356371 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.services.segments.db [None req-cfd661bb-b08f-4b8c-8439-c1cf70c56b8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c0a576-5684-46da-b0dc-cdc69ee043e9') {'for_net_delete': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:31:07.356665 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.services.segments.db [None req-cfd661bb-b08f-4b8c-8439-c1cf70c56b8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c0a576-5684-46da-b0dc-cdc69ee043e9') {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:31:07.366611 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cfd661bb-b08f-4b8c-8439-c1cf70c56b8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776562247060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8533313'] for segment (08c0a576-5684-46da-b0dc-cdc69ee043e9), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:07.379976 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cfd661bb-b08f-4b8c-8439-c1cf70c56b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (08c0a576-5684-46da-b0dc-cdc69ee043e9), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:07.386090 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd661bb-b08f-4b8c-8439-c1cf70c56b8e admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 18:31:07.386475 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cfd661bb-b08f-4b8c-8439-c1cf70c56b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8530167'] for segment (08c0a576-5684-46da-b0dc-cdc69ee043e9), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: Traceback (most recent call last): Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: timer() Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: cb(*args, **kw) Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: return func(*args, **kwargs) Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: self._notify() Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: self.callback(batched_events) Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: event.method(event) Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: return f(self, *a, **k) Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: return self._get(url).json() Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: return self.request(url, 'GET', **kwargs) Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:31:07.388151 dv-cinder-773985-33-iscsi neutron-server[103275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:31:07.514557 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cfd661bb-b08f-4b8c-8439-c1cf70c56b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459708'] for network (c3b692a3-8e7f-4e30-84f4-e7dc80fed586), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:07.521701 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-cfd661bb-b08f-4b8c-8439-c1cf70c56b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:07.524830 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-cfd661bb-b08f-4b8c-8439-c1cf70c56b8e admin admin] 10.222.0.87 "DELETE /v2.0/networks/c3b692a3-8e7f-4e30-84f4-e7dc80fed586 HTTP/1.1" status: 204 len: 168 time: 0.6835423 Feb 16 18:31:07.527846 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35542) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:31:07.534133 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd661bb-b08f-4b8c-8439-c1cf70c56b8e admin admin] Pushing event deleted for resources: {'Network': ['ID=c3b692a3-8e7f-4e30-84f4-e7dc80fed586,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:31:07.870615 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-74e33c32-cc93-4d40-83be-de37f3afa450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462034'] for router_interface (637a8043-2a4a-4f80-af57-2acfd017c102), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:07.919214 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 2fd35607-e570-4a8c-8aad-9ba6337b69ce no longer exists at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:31:07.951443 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] No Port match for: 2fd35607-e570-4a8c-8aad-9ba6337b69ce {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:31:07.956317 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 2fd35607-e570-4a8c-8aad-9ba6337b69ce not bound to the agent host dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:31:07.956762 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device d547dcbb-29a5-4e32-886e-fcb8b1c27dc9 no longer exists at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:31:07.981362 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] No Port match for: d547dcbb-29a5-4e32-886e-fcb8b1c27dc9 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:31:07.981709 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device d547dcbb-29a5-4e32-886e-fcb8b1c27dc9 not bound to the agent host dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:31:08.124107 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-74e33c32-cc93-4d40-83be-de37f3afa450 admin admin] Deleting port dfa81414-6cba-4576-9c4f-ab7e20148495 {{(pid=103276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:31:08.124450 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-74e33c32-cc93-4d40-83be-de37f3afa450 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (dfa81414-6cba-4576-9c4f-ab7e20148495), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:08.205220 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-74e33c32-cc93-4d40-83be-de37f3afa450 admin admin] For port dfa81414-6cba-4576-9c4f-ab7e20148495, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=dfa81414-6cba-4576-9c4f-ab7e20148495,segment=NetworkSegment(6943c2df-dc11-4cc4-9190-55a8a213d682),segment_id=6943c2df-dc11-4cc4-9190-55a8a213d682)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:31:08.208615 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-74e33c32-cc93-4d40-83be-de37f3afa450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (dfa81414-6cba-4576-9c4f-ab7e20148495), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:08.218839 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-74e33c32-cc93-4d40-83be-de37f3afa450 admin admin] Calling delete_port for dfa81414-6cba-4576-9c4f-ab7e20148495 owned by network:router_interface {{(pid=103276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:31:08.496380 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:08.707806 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-74e33c32-cc93-4d40-83be-de37f3afa450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (dfa81414-6cba-4576-9c4f-ab7e20148495), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:08.733482 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e33c32-cc93-4d40-83be-de37f3afa450 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa81414-6cba-4576-9c4f-ab7e20148495,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:31:08.904090 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-74e33c32-cc93-4d40-83be-de37f3afa450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3745771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460322'] for router_interface (637a8043-2a4a-4f80-af57-2acfd017c102), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:09.114049 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e33c32-cc93-4d40-83be-de37f3afa450 admin admin] Router 637a8043-2a4a-4f80-af57-2acfd017c102 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:31:09.225065 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e33c32-cc93-4d40-83be-de37f3afa450 admin admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:31:09.234364 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 35554) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:31:09.234807 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-74e33c32-cc93-4d40-83be-de37f3afa450 admin admin] 10.222.0.87 "PUT /v2.0/routers/637a8043-2a4a-4f80-af57-2acfd017c102/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7055001 Feb 16 18:31:09.243786 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82907f88-b639-4eed-be67-4302498f2f19 None None] Sync routers for ids ['637a8043-2a4a-4f80-af57-2acfd017c102'] in dv-cinder-773985-33-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:31:09.253162 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82907f88-b639-4eed-be67-4302498f2f19 None None] Routers {'637a8043-2a4a-4f80-af57-2acfd017c102'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:31:09.253816 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-82907f88-b639-4eed-be67-4302498f2f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:31:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['637a8043-2a4a-4f80-af57-2acfd017c102'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:31:09.356502 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a8cc0a20-9422-4ec4-9110-bfdd0958ca2a admin admin] Publish callbacks [] for router (637a8043-2a4a-4f80-af57-2acfd017c102), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:09.363322 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-82907f88-b639-4eed-be67-4302498f2f19 None None] Set router 637a8043-2a4a-4f80-af57-2acfd017c102 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:31:09.470469 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a8cc0a20-9422-4ec4-9110-bfdd0958ca2a admin admin] Publish callbacks [] for router_gateway (637a8043-2a4a-4f80-af57-2acfd017c102), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:09.551776 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-82907f88-b639-4eed-be67-4302498f2f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637a8043-2a4a-4f80-af57-2acfd017c102', 'name': 'tempest-TestVolumeBootPattern-1758519390-router', 'tenant_id': '7e85c9eb2121480ea7d1ec086fdd2185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '8235fe91-d544-4d24-9ef3-cb2f5b461cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:45Z', 'updated_at': '2022-02-16T18:31:08Z', 'revision_number': 5, 'project_id': '7e85c9eb2121480ea7d1ec086fdd2185', 'gw_port': {'id': '8235fe91-d544-4d24-9ef3-cb2f5b461cb5', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:eb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637a8043-2a4a-4f80-af57-2acfd017c102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:45Z', 'updated_at': '2022-02-16T18:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:31:09.581541 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82907f88-b639-4eed-be67-4302498f2f19 None None] Checking router: 637a8043-2a4a-4f80-af57-2acfd017c102 for host: dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:31:09.589848 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82907f88-b639-4eed-be67-4302498f2f19 None None] Routers {'637a8043-2a4a-4f80-af57-2acfd017c102'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:31:09.590431 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-82907f88-b639-4eed-be67-4302498f2f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:31:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['637a8043-2a4a-4f80-af57-2acfd017c102'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:31:09.646593 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-a8cc0a20-9422-4ec4-9110-bfdd0958ca2a admin admin] Deleting port 8235fe91-d544-4d24-9ef3-cb2f5b461cb5 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:31:09.646997 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a8cc0a20-9422-4ec4-9110-bfdd0958ca2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (8235fe91-d544-4d24-9ef3-cb2f5b461cb5), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:09.693767 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-82907f88-b639-4eed-be67-4302498f2f19 None None] Set router 637a8043-2a4a-4f80-af57-2acfd017c102 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:31:09.728301 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-a8cc0a20-9422-4ec4-9110-bfdd0958ca2a admin admin] For port 8235fe91-d544-4d24-9ef3-cb2f5b461cb5, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=8235fe91-d544-4d24-9ef3-cb2f5b461cb5,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:31:09.728662 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a8cc0a20-9422-4ec4-9110-bfdd0958ca2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (8235fe91-d544-4d24-9ef3-cb2f5b461cb5), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:09.746035 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-a8cc0a20-9422-4ec4-9110-bfdd0958ca2a admin admin] Calling delete_port for 8235fe91-d544-4d24-9ef3-cb2f5b461cb5 owned by network:router_gateway {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:31:09.907196 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-82907f88-b639-4eed-be67-4302498f2f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '637a8043-2a4a-4f80-af57-2acfd017c102', 'name': 'tempest-TestVolumeBootPattern-1758519390-router', 'tenant_id': '7e85c9eb2121480ea7d1ec086fdd2185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '8235fe91-d544-4d24-9ef3-cb2f5b461cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:45Z', 'updated_at': '2022-02-16T18:31:08Z', 'revision_number': 5, 'project_id': '7e85c9eb2121480ea7d1ec086fdd2185', 'gw_port': {'id': '8235fe91-d544-4d24-9ef3-cb2f5b461cb5', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:eb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637a8043-2a4a-4f80-af57-2acfd017c102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:45Z', 'updated_at': '2022-02-16T18:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:31:09.936735 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82907f88-b639-4eed-be67-4302498f2f19 None None] The sync data for ids ['637a8043-2a4a-4f80-af57-2acfd017c102'] in dv-cinder-773985-33-iscsi is: [{'id': '637a8043-2a4a-4f80-af57-2acfd017c102', 'name': 'tempest-TestVolumeBootPattern-1758519390-router', 'tenant_id': '7e85c9eb2121480ea7d1ec086fdd2185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '8235fe91-d544-4d24-9ef3-cb2f5b461cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:22:45Z', 'updated_at': '2022-02-16T18:31:08Z', 'revision_number': 5, 'project_id': '7e85c9eb2121480ea7d1ec086fdd2185', 'gw_port': {'id': '8235fe91-d544-4d24-9ef3-cb2f5b461cb5', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:eb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637a8043-2a4a-4f80-af57-2acfd017c102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:22:45Z', 'updated_at': '2022-02-16T18:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:31:10.010631 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a8cc0a20-9422-4ec4-9110-bfdd0958ca2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (8235fe91-d544-4d24-9ef3-cb2f5b461cb5), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:10.036547 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc0a20-9422-4ec4-9110-bfdd0958ca2a admin admin] Pushing event deleted for resources: {'Port': ['ID=8235fe91-d544-4d24-9ef3-cb2f5b461cb5,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:31:10.096644 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a8cc0a20-9422-4ec4-9110-bfdd0958ca2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-459672'] for router_gateway (637a8043-2a4a-4f80-af57-2acfd017c102), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:10.186658 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a8cc0a20-9422-4ec4-9110-bfdd0958ca2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1026400'] for router (637a8043-2a4a-4f80-af57-2acfd017c102), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:10.188881 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a8cc0a20-9422-4ec4-9110-bfdd0958ca2a admin admin] Publish callbacks [] for router_controller (637a8043-2a4a-4f80-af57-2acfd017c102), precommit_delete_associations {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:10.291927 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a8cc0a20-9422-4ec4-9110-bfdd0958ca2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-465164'] for router (637a8043-2a4a-4f80-af57-2acfd017c102), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:10.292610 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cc0a20-9422-4ec4-9110-bfdd0958ca2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 637a8043-2a4a-4f80-af57-2acfd017c102 {{(pid=103275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 18:31:10.296894 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-a8cc0a20-9422-4ec4-9110-bfdd0958ca2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:10.302488 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-a8cc0a20-9422-4ec4-9110-bfdd0958ca2a admin admin] 10.222.0.87 "DELETE /v2.0/routers/637a8043-2a4a-4f80-af57-2acfd017c102 HTTP/1.1" status: 204 len: 168 time: 1.0627115 Feb 16 18:31:10.302639 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35560) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:31:10.349624 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e4fa8b-3446-4b5e-aff3-d52cb7a3d079 admin admin] Deleting subnet 49c90d5c-43d9-441e-a63c-2269dc82548c {{(pid=103276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 18:31:10.354191 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a6e4fa8b-3446-4b5e-aff3-d52cb7a3d079 admin admin] Publish callbacks [] for subnet (49c90d5c-43d9-441e-a63c-2269dc82548c), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:10.394533 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a6e4fa8b-3446-4b5e-aff3-d52cb7a3d079 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8560755'] for subnet (49c90d5c-43d9-441e-a63c-2269dc82548c), precommit_delete_associations {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:10.503522 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a6e4fa8b-3446-4b5e-aff3-d52cb7a3d079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584056'] for subnet (49c90d5c-43d9-441e-a63c-2269dc82548c), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:10.603725 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a6e4fa8b-3446-4b5e-aff3-d52cb7a3d079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9128137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8494469'] for subnet (49c90d5c-43d9-441e-a63c-2269dc82548c), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:10.632980 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4fa8b-3446-4b5e-aff3-d52cb7a3d079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49c90d5c-43d9-441e-a63c-2269dc82548c,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:31:10.634996 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-a6e4fa8b-3446-4b5e-aff3-d52cb7a3d079 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:10.641428 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 35566) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:31:10.641790 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0141c0fb-d95a-4529-8236-9b5227732bed None None] Network bcf62a43-82bc-4a72-9667-58414f2a8a01 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:31:10.649882 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-a6e4fa8b-3446-4b5e-aff3-d52cb7a3d079 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/49c90d5c-43d9-441e-a63c-2269dc82548c HTTP/1.1" status: 204 len: 168 time: 0.3480654 Feb 16 18:31:10.710916 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-eea55f8f-89ee-473b-912a-80693698fc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558149'] for network (bcf62a43-82bc-4a72-9667-58414f2a8a01), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:10.764372 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-eea55f8f-89ee-473b-912a-80693698fc2c admin admin] Deleting port 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:31:10.764708 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-eea55f8f-89ee-473b-912a-80693698fc2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (1bfab8e4-b5f1-453c-b2e3-b1e2236408b4), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:10.831739 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-eea55f8f-89ee-473b-912a-80693698fc2c admin admin] For port 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=1bfab8e4-b5f1-453c-b2e3-b1e2236408b4,segment=NetworkSegment(6943c2df-dc11-4cc4-9190-55a8a213d682),segment_id=6943c2df-dc11-4cc4-9190-55a8a213d682)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:31:10.832097 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-eea55f8f-89ee-473b-912a-80693698fc2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (1bfab8e4-b5f1-453c-b2e3-b1e2236408b4), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:10.844695 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-eea55f8f-89ee-473b-912a-80693698fc2c admin admin] Calling delete_port for 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4 owned by network:dhcp {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:31:10.930842 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e66c414-997c-47cb-baaa-01cf03120f05 None None] DHCP port deletion for bcf62a43-82bc-4a72-9667-58414f2a8a01 request from dv-cinder-773985-33-iscsi {{(pid=103277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 18:31:10.981372 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-2e66c414-997c-47cb-baaa-01cf03120f05 None None] Deleting port 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4 {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:31:10.981744 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2e66c414-997c-47cb-baaa-01cf03120f05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (1bfab8e4-b5f1-453c-b2e3-b1e2236408b4), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:11.000682 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-eea55f8f-89ee-473b-912a-80693698fc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (1bfab8e4-b5f1-453c-b2e3-b1e2236408b4), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:11.031267 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea55f8f-89ee-473b-912a-80693698fc2c admin admin] Pushing event deleted for resources: {'Port': ['ID=1bfab8e4-b5f1-453c-b2e3-b1e2236408b4,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:31:11.034842 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea55f8f-89ee-473b-912a-80693698fc2c admin admin] No DVR routers for this DVR port 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4 on host dv-cinder-773985-33-iscsi {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:31:11.044240 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-2e66c414-997c-47cb-baaa-01cf03120f05 None None] For port 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=1bfab8e4-b5f1-453c-b2e3-b1e2236408b4,segment=NetworkSegment(6943c2df-dc11-4cc4-9190-55a8a213d682),segment_id=6943c2df-dc11-4cc4-9190-55a8a213d682)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:31:11.044640 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2e66c414-997c-47cb-baaa-01cf03120f05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (1bfab8e4-b5f1-453c-b2e3-b1e2236408b4), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:11.058081 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-2e66c414-997c-47cb-baaa-01cf03120f05 None None] Calling delete_port for 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4 owned by network:dhcp {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:31:11.121756 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-eea55f8f-89ee-473b-912a-80693698fc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561157', 'neutron.services.segments.db._delete_segments_for_network-8776562245259'] for network (bcf62a43-82bc-4a72-9667-58414f2a8a01), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:11.143683 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.services.segments.db [None req-eea55f8f-89ee-473b-912a-80693698fc2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcf62a43-82bc-4a72-9667-58414f2a8a01']}} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:31:11.150906 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2e66c414-997c-47cb-baaa-01cf03120f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350'] for port (1bfab8e4-b5f1-453c-b2e3-b1e2236408b4), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:11.154733 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.services.segments.db [None req-eea55f8f-89ee-473b-912a-80693698fc2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6943c2df-dc11-4cc4-9190-55a8a213d682') {'for_net_delete': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:31:11.155505 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.services.segments.db [None req-eea55f8f-89ee-473b-912a-80693698fc2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6943c2df-dc11-4cc4-9190-55a8a213d682') {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:31:11.175029 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-eea55f8f-89ee-473b-912a-80693698fc2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776562247060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8533313'] for segment (6943c2df-dc11-4cc4-9190-55a8a213d682), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:11.185179 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e66c414-997c-47cb-baaa-01cf03120f05 None None] No DVR routers for this DVR port 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4 on host dv-cinder-773985-33-iscsi {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:31:11.195119 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66c414-997c-47cb-baaa-01cf03120f05 None None] Pushing event deleted for resources: {'Port': ['ID=1bfab8e4-b5f1-453c-b2e3-b1e2236408b4,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:31:11.200325 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-eea55f8f-89ee-473b-912a-80693698fc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (6943c2df-dc11-4cc4-9190-55a8a213d682), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:11.204922 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea55f8f-89ee-473b-912a-80693698fc2c admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 18:31:11.205350 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-eea55f8f-89ee-473b-912a-80693698fc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8530167'] for segment (6943c2df-dc11-4cc4-9190-55a8a213d682), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: Traceback (most recent call last): Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: timer() Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: cb(*args, **kw) Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: return func(*args, **kwargs) Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: self._notify() Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: self.callback(batched_events) Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: event.method(event) Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: return f(self, *a, **k) Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: return self._get(url).json() Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: return self.request(url, 'GET', **kwargs) Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:31:11.207108 dv-cinder-773985-33-iscsi neutron-server[103275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:31:11.332129 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-eea55f8f-89ee-473b-912a-80693698fc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459708'] for network (bcf62a43-82bc-4a72-9667-58414f2a8a01), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:11.348808 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-eea55f8f-89ee-473b-912a-80693698fc2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:11.352180 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-eea55f8f-89ee-473b-912a-80693698fc2c admin admin] 10.222.0.87 "DELETE /v2.0/networks/bcf62a43-82bc-4a72-9667-58414f2a8a01 HTTP/1.1" status: 204 len: 168 time: 0.7097459 Feb 16 18:31:11.353527 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea55f8f-89ee-473b-912a-80693698fc2c admin admin] Pushing event deleted for resources: {'Network': ['ID=bcf62a43-82bc-4a72-9667-58414f2a8a01,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:31:11.746754 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35574) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:31:11.785556 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-a2e51d61-9bc5-43bc-a68f-e6d00a9efbc1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bbc85d2f47ed42ae9d13c15932375126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376372 Feb 16 18:31:11.788504 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35576) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:31:11.834978 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b6f0105c-28c8-4bc3-8f84-d2b152801988 admin admin] Publish callbacks [] for security_group (9e7999af-0705-4a34-9453-b062515bd3f1), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:11.856148 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b6f0105c-28c8-4bc3-8f84-d2b152801988 admin admin] Publish callbacks [] for security_group (9e7999af-0705-4a34-9453-b062515bd3f1), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:11.915263 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device dfa81414-6cba-4576-9c4f-ab7e20148495 no longer exists at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:31:11.935347 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] No Port match for: dfa81414-6cba-4576-9c4f-ab7e20148495 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:31:11.935689 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device dfa81414-6cba-4576-9c4f-ab7e20148495 not bound to the agent host dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:31:11.936092 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4 no longer exists at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:31:11.956470 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] No Port match for: 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:31:11.959217 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 1bfab8e4-b5f1-453c-b2e3-b1e2236408b4 not bound to the agent host dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:31:11.959217 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 8235fe91-d544-4d24-9ef3-cb2f5b461cb5 no longer exists at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:31:11.982254 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] No Port match for: 8235fe91-d544-4d24-9ef3-cb2f5b461cb5 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:31:11.987942 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 8235fe91-d544-4d24-9ef3-cb2f5b461cb5 not bound to the agent host dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:31:12.000730 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b6f0105c-28c8-4bc3-8f84-d2b152801988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (9e7999af-0705-4a34-9453-b062515bd3f1), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:12.003419 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-b6f0105c-28c8-4bc3-8f84-d2b152801988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:12.004562 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-b6f0105c-28c8-4bc3-8f84-d2b152801988 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9e7999af-0705-4a34-9453-b062515bd3f1 HTTP/1.1" status: 204 len: 168 time: 0.2149727 Feb 16 18:31:12.014016 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0105c-28c8-4bc3-8f84-d2b152801988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7999af-0705-4a34-9453-b062515bd3f1,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:31:12.551504 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35584) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:31:12.591125 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-c63ef2a3-0994-41b4-a33f-e2dfa77c7738 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7e85c9eb2121480ea7d1ec086fdd2185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384994 Feb 16 18:31:12.593547 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35586) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:31:12.641009 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7276160e-7ad5-4f16-81f1-2b68d097d16f admin admin] Publish callbacks [] for security_group (d2b20f13-19fd-469c-9417-24e116b98694), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:12.662645 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7276160e-7ad5-4f16-81f1-2b68d097d16f admin admin] Publish callbacks [] for security_group (d2b20f13-19fd-469c-9417-24e116b98694), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:12.709118 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:12.772626 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7276160e-7ad5-4f16-81f1-2b68d097d16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (d2b20f13-19fd-469c-9417-24e116b98694), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:12.775319 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7276160e-7ad5-4f16-81f1-2b68d097d16f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:12.776475 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-7276160e-7ad5-4f16-81f1-2b68d097d16f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d2b20f13-19fd-469c-9417-24e116b98694 HTTP/1.1" status: 204 len: 168 time: 0.1820400 Feb 16 18:31:12.786269 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276160e-7ad5-4f16-81f1-2b68d097d16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b20f13-19fd-469c-9417-24e116b98694,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:31:23.035644 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:31:32.188583 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a334500a-95f6-4228-89fe-cc6146a2e6ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:34.424625 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3224fb5f-9955-4213-99a8-85bc65def70e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:35.617517 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:37.252634 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:38.486176 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:41.165700 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35768) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:31:41.286035 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3807f49e-c2c7-4fd7-9ca3-f0c3e7f30314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:41.358420 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3807f49e-c2c7-4fd7-9ca3-f0c3e7f30314 admin admin] Publish callbacks [] for security_group (1e09f06c-44c5-4d47-8922-90d3edb428ca), precommit_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:41.427277 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3807f49e-c2c7-4fd7-9ca3-f0c3e7f30314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (1e09f06c-44c5-4d47-8922-90d3edb428ca), after_create {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:41.465595 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-3807f49e-c2c7-4fd7-9ca3-f0c3e7f30314 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fc06638ac0b94b389f11f6fe1a9c3e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2982299 Feb 16 18:31:41.466393 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807f49e-c2c7-4fd7-9ca3-f0c3e7f30314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e09f06c-44c5-4d47-8922-90d3edb428ca,revision_number=1']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:31:41.468919 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35772) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:31:41.523477 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7001b7fb-541d-465d-bd61-d7edbb52d48c admin admin] Publish callbacks [] for security_group (1e09f06c-44c5-4d47-8922-90d3edb428ca), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:41.548109 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7001b7fb-541d-465d-bd61-d7edbb52d48c admin admin] Publish callbacks [] for security_group (1e09f06c-44c5-4d47-8922-90d3edb428ca), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:41.667193 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7001b7fb-541d-465d-bd61-d7edbb52d48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (1e09f06c-44c5-4d47-8922-90d3edb428ca), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:41.669850 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-7001b7fb-541d-465d-bd61-d7edbb52d48c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:31:41.671066 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-7001b7fb-541d-465d-bd61-d7edbb52d48c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1e09f06c-44c5-4d47-8922-90d3edb428ca HTTP/1.1" status: 204 len: 168 time: 0.2014587 Feb 16 18:31:41.678790 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001b7fb-541d-465d-bd61-d7edbb52d48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e09f06c-44c5-4d47-8922-90d3edb428ca,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:31:42.718444 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:32:00.034730 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:32:02.182951 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f3b47b18-5611-45a0-96b1-06c351b4e136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:32:04.420625 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-9bc997b1-c58b-42db-aefa-e4bd509a4356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:32:05.686207 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:32:07.055123 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:32:08.480157 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:32:12.747038 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:32:21.201513 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-45ee8d61-48b1-4568-84bf-000eb03b397d req-24c55e20-9e5e-4b44-ac44-11e541dd55da service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1874654 Feb 16 18:32:21.302396 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee8d61-48b1-4568-84bf-000eb03b397d req-fbf667c7-6f2d-4072-bec2-2bc8e2b7a95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:21.304352 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-45ee8d61-48b1-4568-84bf-000eb03b397d req-fbf667c7-6f2d-4072-bec2-2bc8e2b7a95a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28e3def0fcef4ccc84b9642e9c3f25b1&device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 1130 time: 0.0581694 Feb 16 18:32:21.418531 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee8d61-48b1-4568-84bf-000eb03b397d req-4e014896-f9ca-4791-8a59-144494b41b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:21.420869 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-45ee8d61-48b1-4568-84bf-000eb03b397d req-4e014896-f9ca-4791-8a59-144494b41b0c service neutron] 10.222.0.45 "GET /v2.0/networks?id=932fb648-4700-4805-be35-6f1b1307cd12 HTTP/1.1" status: 200 len: 910 time: 0.0969939 Feb 16 18:32:21.496826 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-45ee8d61-48b1-4568-84bf-000eb03b397d req-9bda1c6c-49a1-4e6f-a1ac-af85122211fa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4e62412-8aeb-44f9-b80b-4aa64ba00da8 HTTP/1.1" status: 200 len: 1002 time: 0.0703976 Feb 16 18:32:21.543553 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee8d61-48b1-4568-84bf-000eb03b397d req-7bb84d85-a7ae-44c4-84e9-c442eba548fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:21.544984 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-45ee8d61-48b1-4568-84bf-000eb03b397d req-7bb84d85-a7ae-44c4-84e9-c442eba548fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da64b2ef-9d0d-434c-ab71-49a669344743 HTTP/1.1" status: 200 len: 848 time: 0.0427074 Feb 16 18:32:21.594419 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee8d61-48b1-4568-84bf-000eb03b397d req-1debf3b6-331c-4606-881d-79129078c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:21.595820 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-45ee8d61-48b1-4568-84bf-000eb03b397d req-1debf3b6-331c-4606-881d-79129078c34b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=932fb648-4700-4805-be35-6f1b1307cd12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450590 Feb 16 18:32:21.711682 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-45ee8d61-48b1-4568-84bf-000eb03b397d req-0df9566a-9245-4cd4-ba98-0100d84b3178 service neutron] 10.222.0.45 "GET /v2.0/networks/932fb648-4700-4805-be35-6f1b1307cd12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081924 Feb 16 18:32:21.803564 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-45ee8d61-48b1-4568-84bf-000eb03b397d req-80c1bd69-8870-4317-8501-cc74512a3902 service neutron] 10.222.0.45 "GET /v2.0/networks/932fb648-4700-4805-be35-6f1b1307cd12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857756 Feb 16 18:32:27.650684 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e716ca9-8386-48b5-8995-a9d2353fc672 req-39ed7cb3-a1e9-4ab9-8893-1ada7e8eb369 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:27.652181 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-5e716ca9-8386-48b5-8995-a9d2353fc672 req-39ed7cb3-a1e9-4ab9-8893-1ada7e8eb369 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 946 time: 0.0525868 Feb 16 18:32:27.700075 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-5e716ca9-8386-48b5-8995-a9d2353fc672 req-8c1eb2f2-3fdd-4f46-af1a-c6ab16ad2694 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421960 Feb 16 18:32:28.827731 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726cc39-921b-4893-b5af-54eea3674014 req-6a913f6d-8590-47e8-8ec4-3da4c0d8ea26 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:28.829212 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d726cc39-921b-4893-b5af-54eea3674014 req-6a913f6d-8590-47e8-8ec4-3da4c0d8ea26 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 946 time: 0.0556483 Feb 16 18:32:28.876937 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d726cc39-921b-4893-b5af-54eea3674014 req-f2656781-4caf-4047-80a9-a9c80edb9aec tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419338 Feb 16 18:32:29.998609 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e22a8-fb7e-43dd-a06d-baaa8797f539 req-b37eb3f8-0e7f-4de9-b8ec-a36a15f0701d tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:30.000193 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-2d1e22a8-fb7e-43dd-a06d-baaa8797f539 req-b37eb3f8-0e7f-4de9-b8ec-a36a15f0701d tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 946 time: 0.0572567 Feb 16 18:32:30.048460 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-2d1e22a8-fb7e-43dd-a06d-baaa8797f539 req-0d5c639a-ce33-47a8-8150-bb27a1d3bdb3 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427966 Feb 16 18:32:31.167498 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369a4b1-3c7f-4dbf-98de-688207e68c20 req-839da023-ad72-414d-b7b7-db9ffa87d8c4 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:31.169156 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d369a4b1-3c7f-4dbf-98de-688207e68c20 req-839da023-ad72-414d-b7b7-db9ffa87d8c4 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 946 time: 0.0532737 Feb 16 18:32:31.218477 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-d369a4b1-3c7f-4dbf-98de-688207e68c20 req-6d911ce5-a913-474a-915b-eb5a442cc239 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435658 Feb 16 18:32:32.177305 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-95a74152-536e-438c-9022-12f310a8c8a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:32:32.339792 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31014c94-c1a9-430f-8636-814a7afdb453 req-7658be9e-5e8b-477a-87df-aab22fdf33e8 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:32.341293 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-31014c94-c1a9-430f-8636-814a7afdb453 req-7658be9e-5e8b-477a-87df-aab22fdf33e8 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 946 time: 0.0534728 Feb 16 18:32:32.388189 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-31014c94-c1a9-430f-8636-814a7afdb453 req-51a5d9a8-6ffa-430d-b9df-db6dc1db1bc7 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414729 Feb 16 18:32:33.506779 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61a8a7-544f-49fe-b7bc-d583cbc1dab9 req-2ed98149-867a-45b3-b679-86e6cdd3c639 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:33.508280 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0c61a8a7-544f-49fe-b7bc-d583cbc1dab9 req-2ed98149-867a-45b3-b679-86e6cdd3c639 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 946 time: 0.0524859 Feb 16 18:32:33.561166 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-0c61a8a7-544f-49fe-b7bc-d583cbc1dab9 req-698967dc-26cd-4814-9a23-dfaefcd31f46 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473566 Feb 16 18:32:34.411041 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2987d43b-7d74-40bb-beef-07e4d35bf021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:32:34.676844 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2da96-b712-4509-a7ed-84f86e7bd268 req-16500c87-5fe6-4a3d-a9de-2c69603dfbab tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:34.678347 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-01c2da96-b712-4509-a7ed-84f86e7bd268 req-16500c87-5fe6-4a3d-a9de-2c69603dfbab tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 946 time: 0.0515358 Feb 16 18:32:34.729869 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-01c2da96-b712-4509-a7ed-84f86e7bd268 req-83459d32-51a6-44e8-804e-423ebeb2fa20 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454497 Feb 16 18:32:35.634450 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:32:35.846743 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b9a33-ac52-4466-870b-6c534acf8293 req-2eeebdfa-278f-429b-b154-dea58c0ada51 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:35.848179 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b87b9a33-ac52-4466-870b-6c534acf8293 req-2eeebdfa-278f-429b-b154-dea58c0ada51 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 946 time: 0.0516350 Feb 16 18:32:35.897440 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-b87b9a33-ac52-4466-870b-6c534acf8293 req-914eb303-db71-4016-8633-b5ab0e1cb9c0 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436087 Feb 16 18:32:37.024446 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdc44c-3709-4a92-ae80-64caf6cdafb6 req-70c66af4-f1cd-47df-897a-da45a9adda5c tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:37.024446 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0ffdc44c-3709-4a92-ae80-64caf6cdafb6 req-70c66af4-f1cd-47df-897a-da45a9adda5c tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 946 time: 0.0513153 Feb 16 18:32:37.033750 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:32:37.062761 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-0ffdc44c-3709-4a92-ae80-64caf6cdafb6 req-b6bd87c3-8d15-495f-80ab-4fb82c8628f1 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427630 Feb 16 18:32:37.083247 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:32:37.889038 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806fd76-a578-4bf1-877a-5eab1aece558 req-0e2bcd6b-892d-4951-96b7-190dd970c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:37.890956 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c806fd76-a578-4bf1-877a-5eab1aece558 req-0e2bcd6b-892d-4951-96b7-190dd970c3f8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28e3def0fcef4ccc84b9642e9c3f25b1&device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 1130 time: 0.0447817 Feb 16 18:32:37.982733 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806fd76-a578-4bf1-877a-5eab1aece558 req-7bd4a53e-4543-4745-a8f8-7e02c90ef9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:37.984165 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c806fd76-a578-4bf1-877a-5eab1aece558 req-7bd4a53e-4543-4745-a8f8-7e02c90ef9c0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=932fb648-4700-4805-be35-6f1b1307cd12 HTTP/1.1" status: 200 len: 910 time: 0.0865543 Feb 16 18:32:38.045744 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c806fd76-a578-4bf1-877a-5eab1aece558 req-dd6981a7-9e55-4523-aa56-5b3f0aea1c40 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4e62412-8aeb-44f9-b80b-4aa64ba00da8 HTTP/1.1" status: 200 len: 1002 time: 0.0548677 Feb 16 18:32:38.097708 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806fd76-a578-4bf1-877a-5eab1aece558 req-beb1fc82-6491-4b54-817f-0325b6055029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:38.099177 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c806fd76-a578-4bf1-877a-5eab1aece558 req-beb1fc82-6491-4b54-817f-0325b6055029 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da64b2ef-9d0d-434c-ab71-49a669344743 HTTP/1.1" status: 200 len: 848 time: 0.0475812 Feb 16 18:32:38.179313 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806fd76-a578-4bf1-877a-5eab1aece558 req-5dd5c33d-4c0d-4616-ac8e-23997256dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:38.181392 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c806fd76-a578-4bf1-877a-5eab1aece558 req-5dd5c33d-4c0d-4616-ac8e-23997256dce6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=932fb648-4700-4805-be35-6f1b1307cd12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0761237 Feb 16 18:32:38.203915 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b3d7c-0d03-43be-aa95-e1f28b16a793 req-e6f2a69b-b976-4774-ae30-752324dd032c tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:38.205374 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fe9b3d7c-0d03-43be-aa95-e1f28b16a793 req-e6f2a69b-b976-4774-ae30-752324dd032c tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 946 time: 0.0738974 Feb 16 18:32:38.304487 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-fe9b3d7c-0d03-43be-aa95-e1f28b16a793 req-3df7183d-7e57-4fdb-bc76-b36709660868 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884850 Feb 16 18:32:38.320139 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c806fd76-a578-4bf1-877a-5eab1aece558 req-7c97fc0b-de98-458e-ad39-2ac35d1e9b90 service neutron] 10.222.0.45 "GET /v2.0/networks/932fb648-4700-4805-be35-6f1b1307cd12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316123 Feb 16 18:32:38.415441 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-c806fd76-a578-4bf1-877a-5eab1aece558 req-2c6d2cdd-7e71-450c-a5f4-4b599cb401fc service neutron] 10.222.0.45 "GET /v2.0/networks/932fb648-4700-4805-be35-6f1b1307cd12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879338 Feb 16 18:32:38.474551 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:32:39.421305 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54ca42-29bd-4ab8-a91d-bd85b3692a1e req-d04fd4fb-0a3a-43ef-98e0-f9ffc9d756b8 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:39.422798 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-db54ca42-29bd-4ab8-a91d-bd85b3692a1e req-d04fd4fb-0a3a-43ef-98e0-f9ffc9d756b8 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 946 time: 0.0516131 Feb 16 18:32:39.471076 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-db54ca42-29bd-4ab8-a91d-bd85b3692a1e req-fa9cd661-1adb-48e4-88b6-86f8f0c00eb1 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427179 Feb 16 18:32:40.592163 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab9c21-786f-4bd8-b94c-58353b034164 req-4d566ba3-d7cc-4afb-81a4-0a98f986a121 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:40.593684 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-48ab9c21-786f-4bd8-b94c-58353b034164 req-4d566ba3-d7cc-4afb-81a4-0a98f986a121 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 946 time: 0.0558732 Feb 16 18:32:40.642947 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-48ab9c21-786f-4bd8-b94c-58353b034164 req-b6533556-4e4b-4aca-bb79-82fccf3fdb3f tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437584 Feb 16 18:32:41.766572 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5f76f-36d8-43b6-aee3-d22c8271277f req-0f3848e3-abbc-4dd2-acd4-7dc6112b4bdb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:41.768049 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a9c5f76f-36d8-43b6-aee3-d22c8271277f req-0f3848e3-abbc-4dd2-acd4-7dc6112b4bdb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 946 time: 0.0553601 Feb 16 18:32:41.815528 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a9c5f76f-36d8-43b6-aee3-d22c8271277f req-e99ab741-a7dc-4025-81cd-60b61101cdd1 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418570 Feb 16 18:32:41.933072 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [req-58bb4985-681f-473c-af4d-6f9685afc4d0 req-c0bde2d4-67af-4329-a4df-30feb675bc93 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103275) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 18:32:41.934109 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-58bb4985-681f-473c-af4d-6f9685afc4d0 req-c0bde2d4-67af-4329-a4df-30feb675bc93 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0564234 Feb 16 18:32:42.219361 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39103781-3390-463d-a16f-2e46c6697fe2 req-a4ad169a-399e-422f-84ce-ddbcef163b8c tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:42.220869 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-39103781-3390-463d-a16f-2e46c6697fe2 req-a4ad169a-399e-422f-84ce-ddbcef163b8c tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 946 time: 0.0542264 Feb 16 18:32:42.242949 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1380dda1-ebd3-4591-9997-7efd1fba635a req-155b1db9-2e3c-4de4-9fd0-68e74fa97bea service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428715 Feb 16 18:32:42.271129 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-39103781-3390-463d-a16f-2e46c6697fe2 req-e89fad1c-170d-4d77-8667-f444113bd458 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437195 Feb 16 18:32:42.313986 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380dda1-ebd3-4591-9997-7efd1fba635a req-8c165047-92b3-406e-a2f9-d29f1384f9dd tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:42.315311 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1380dda1-ebd3-4591-9997-7efd1fba635a req-8c165047-92b3-406e-a2f9-d29f1384f9dd tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports/b4e62412-8aeb-44f9-b80b-4aa64ba00da8 HTTP/1.1" status: 200 len: 943 time: 0.0455873 Feb 16 18:32:42.742794 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:32:42.977698 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device b4e62412-8aeb-44f9-b80b-4aa64ba00da8 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:32:43.060803 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port b4e62412-8aeb-44f9-b80b-4aa64ba00da8 is: ACTIVE; New status is: DOWN {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:32:43.061254 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (b4e62412-8aeb-44f9-b80b-4aa64ba00da8), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:32:43.083225 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670313a2-a142-4e8a-8d80-baf61b679281', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4e62412-8aeb-44f9-b80b-4aa64ba00da8'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:32:43.085765 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3742db-394f-4bd6-972c-037a9224d087" -d '{"events": [{"server_uuid": "670313a2-a142-4e8a-8d80-baf61b679281", "name": "network-vif-unplugged", "status": "completed", "tag": "b4e62412-8aeb-44f9-b80b-4aa64ba00da8"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:32:43.098217 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port b4e62412-8aeb-44f9-b80b-4aa64ba00da8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b4e62412-8aeb-44f9-b80b-4aa64ba00da8,segment=NetworkSegment(cac95077-6688-411d-94a5-9c739f5cccb3),segment_id=cac95077-6688-411d-94a5-9c739f5cccb3)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:32:43.174530 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (b4e62412-8aeb-44f9-b80b-4aa64ba00da8), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:32:43.223821 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=b4e62412-8aeb-44f9-b80b-4aa64ba00da8,revision_number=6']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:32:43.231892 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:32:43.232465 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:32:43.232968 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:32:43.233503 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:32:43.234016 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:32:43.234356 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:32:43.234679 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:32:43.235161 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:32:43.235652 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:32:43.236293 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:32:43.236944 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:32:43.237451 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:32:43.237930 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:32:43.252849 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Feb 2022 18:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a77c3e0-7618-4227-aa52-efca3c158ef6 x-openstack-request-id: req-4a77c3e0-7618-4227-aa52-efca3c158ef6 {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:32:43.253287 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670313a2-a142-4e8a-8d80-baf61b679281", "name": "network-vif-unplugged", "status": "failed", "tag": "b4e62412-8aeb-44f9-b80b-4aa64ba00da8", "code": 422}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:32:43.253544 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4a77c3e0-7618-4227-aa52-efca3c158ef6 {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:32:43.253969 dv-cinder-773985-33-iscsi neutron-server[103277]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '670313a2-a142-4e8a-8d80-baf61b679281', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b4e62412-8aeb-44f9-b80b-4aa64ba00da8', 'code': 422} returned with failed status Feb 16 18:32:43.400900 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2937283-6602-48aa-9f1e-8f479e0d1551 req-87e8f8c0-bd04-482d-8406-0d99d6dc087e tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:43.402475 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-f2937283-6602-48aa-9f1e-8f479e0d1551 req-87e8f8c0-bd04-482d-8406-0d99d6dc087e tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 944 time: 0.0568824 Feb 16 18:32:43.455744 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-f2937283-6602-48aa-9f1e-8f479e0d1551 req-0bd04c0d-d8dd-42ed-92c1-671c0215f848 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470715 Feb 16 18:32:44.578306 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95214619-f002-4569-a858-e2cf1ffec41f req-fb8465b1-9e8a-48e7-b6c9-474c8cd12b4b tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:44.579772 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-95214619-f002-4569-a858-e2cf1ffec41f req-fb8465b1-9e8a-48e7-b6c9-474c8cd12b4b tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 944 time: 0.0563042 Feb 16 18:32:44.628417 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-95214619-f002-4569-a858-e2cf1ffec41f req-e2365e7b-0f95-4664-82c9-40e75aab7ed2 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425942 Feb 16 18:32:44.703435 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380dda1-ebd3-4591-9997-7efd1fba635a req-8b2fab47-0ddb-4034-b6d8-a6709863da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:44.704962 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1380dda1-ebd3-4591-9997-7efd1fba635a req-8b2fab47-0ddb-4034-b6d8-a6709863da54 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281&tenant_id=28e3def0fcef4ccc84b9642e9c3f25b1 HTTP/1.1" status: 200 len: 1128 time: 0.0452931 Feb 16 18:32:44.772728 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380dda1-ebd3-4591-9997-7efd1fba635a req-6f4123ce-b20c-4db0-85c1-985b69bda191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:44.774149 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1380dda1-ebd3-4591-9997-7efd1fba635a req-6f4123ce-b20c-4db0-85c1-985b69bda191 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28e3def0fcef4ccc84b9642e9c3f25b1&device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 1128 time: 0.0462797 Feb 16 18:32:44.864445 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380dda1-ebd3-4591-9997-7efd1fba635a req-4f578148-d67e-456b-8c0d-bd0e57ffb995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:44.865932 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1380dda1-ebd3-4591-9997-7efd1fba635a req-4f578148-d67e-456b-8c0d-bd0e57ffb995 service neutron] 10.222.0.45 "GET /v2.0/networks?id=932fb648-4700-4805-be35-6f1b1307cd12 HTTP/1.1" status: 200 len: 910 time: 0.0857508 Feb 16 18:32:44.927111 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1380dda1-ebd3-4591-9997-7efd1fba635a req-958cf153-d396-4b61-af29-0ddc36159fe6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4e62412-8aeb-44f9-b80b-4aa64ba00da8 HTTP/1.1" status: 200 len: 1000 time: 0.0550663 Feb 16 18:32:44.977854 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380dda1-ebd3-4591-9997-7efd1fba635a req-fcb2afc3-8607-4b41-a472-54eb85172459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:44.979521 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1380dda1-ebd3-4591-9997-7efd1fba635a req-fcb2afc3-8607-4b41-a472-54eb85172459 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da64b2ef-9d0d-434c-ab71-49a669344743 HTTP/1.1" status: 200 len: 848 time: 0.0462174 Feb 16 18:32:45.026850 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380dda1-ebd3-4591-9997-7efd1fba635a req-a1647272-bbcc-46a7-9daa-366cf1931886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:45.028206 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1380dda1-ebd3-4591-9997-7efd1fba635a req-a1647272-bbcc-46a7-9daa-366cf1931886 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=932fb648-4700-4805-be35-6f1b1307cd12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429573 Feb 16 18:32:45.120287 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1380dda1-ebd3-4591-9997-7efd1fba635a req-81d3a2cc-5ef5-44ef-8815-5df61f5ac507 service neutron] 10.222.0.45 "GET /v2.0/networks/932fb648-4700-4805-be35-6f1b1307cd12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860403 Feb 16 18:32:45.207252 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-1380dda1-ebd3-4591-9997-7efd1fba635a req-fcbcb53d-314d-4d2b-9341-6a7477280b59 service neutron] 10.222.0.45 "GET /v2.0/networks/932fb648-4700-4805-be35-6f1b1307cd12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812116 Feb 16 18:32:45.750985 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6b770-70c6-4094-a4b4-869e36b274b8 req-bdbb84e2-f804-4910-8a04-73a9787b68f8 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:45.752501 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-23e6b770-70c6-4094-a4b4-869e36b274b8 req-bdbb84e2-f804-4910-8a04-73a9787b68f8 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 944 time: 0.0520658 Feb 16 18:32:45.800732 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-23e6b770-70c6-4094-a4b4-869e36b274b8 req-ab103bf4-ea36-4a38-8d8b-ff3462876de1 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425553 Feb 16 18:32:46.925681 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b8f53-ca3a-44a6-ade1-16e3b7e45325 req-64091f34-7612-4e0f-aa7c-b8a799fbca6f tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:46.927132 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-255b8f53-ca3a-44a6-ade1-16e3b7e45325 req-64091f34-7612-4e0f-aa7c-b8a799fbca6f tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 944 time: 0.0601370 Feb 16 18:32:46.980800 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-255b8f53-ca3a-44a6-ade1-16e3b7e45325 req-77974d77-95d3-4812-b79e-10b0f440e3d3 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456495 Feb 16 18:32:48.099262 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04703643-b35c-4691-b829-07c978beecd8 req-1b5f0310-620a-49eb-b625-db49d7d79ff8 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:48.100740 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-04703643-b35c-4691-b829-07c978beecd8 req-1b5f0310-620a-49eb-b625-db49d7d79ff8 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 944 time: 0.0530884 Feb 16 18:32:48.148804 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-04703643-b35c-4691-b829-07c978beecd8 req-c939f1fa-b9a8-49e0-931e-252a36acaca7 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419362 Feb 16 18:32:49.269626 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5eace-de6d-49cd-825e-706913f65998 req-f721c294-4104-45f1-9793-2c3defcb1446 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:49.271086 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-42d5eace-de6d-49cd-825e-706913f65998 req-f721c294-4104-45f1-9793-2c3defcb1446 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 944 time: 0.0528896 Feb 16 18:32:49.319191 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-42d5eace-de6d-49cd-825e-706913f65998 req-30af19f1-6788-43f2-9300-0d89408f0154 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421340 Feb 16 18:32:50.440494 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce984eff-6e34-47d5-98b2-ccf1b50e37eb req-7b6ae3a5-807b-4de2-bd11-f25bd9bc2e6a tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:50.441974 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ce984eff-6e34-47d5-98b2-ccf1b50e37eb req-7b6ae3a5-807b-4de2-bd11-f25bd9bc2e6a tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 944 time: 0.0552661 Feb 16 18:32:50.490015 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-ce984eff-6e34-47d5-98b2-ccf1b50e37eb req-1f139dd3-9887-4444-a542-d06c904ecd4d tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419569 Feb 16 18:32:51.605801 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee887c-3847-4f35-9a7b-d494ecc3b875 req-5325b2dd-2629-47a5-a8a0-defb3096a427 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:51.607270 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-53ee887c-3847-4f35-9a7b-d494ecc3b875 req-5325b2dd-2629-47a5-a8a0-defb3096a427 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 944 time: 0.0518880 Feb 16 18:32:51.654733 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-53ee887c-3847-4f35-9a7b-d494ecc3b875 req-29f76afa-a682-484f-bcfd-d56cd69a2351 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418270 Feb 16 18:32:52.772906 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2ce1a-d308-4b16-923b-22c88dac61ca req-3e682cf2-e2e5-48d2-8ff1-366879e2a257 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:52.774423 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-77d2ce1a-d308-4b16-923b-22c88dac61ca req-3e682cf2-e2e5-48d2-8ff1-366879e2a257 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 944 time: 0.0523193 Feb 16 18:32:52.824231 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-77d2ce1a-d308-4b16-923b-22c88dac61ca req-500881c1-e088-4fb7-9516-885f882c25ad tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419106 Feb 16 18:32:53.025318 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device b4e62412-8aeb-44f9-b80b-4aa64ba00da8 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=103277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 18:32:53.120928 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port b4e62412-8aeb-44f9-b80b-4aa64ba00da8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b4e62412-8aeb-44f9-b80b-4aa64ba00da8,segment=NetworkSegment(cac95077-6688-411d-94a5-9c739f5cccb3),segment_id=cac95077-6688-411d-94a5-9c739f5cccb3)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:32:53.131102 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Returning: {'device': 'b4e62412-8aeb-44f9-b80b-4aa64ba00da8', 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12', 'port_id': 'b4e62412-8aeb-44f9-b80b-4aa64ba00da8', 'mac_address': 'fa:16:3e:59:49:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da64b2ef-9d0d-434c-ab71-49a669344743', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 18:32:53.170935 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port b4e62412-8aeb-44f9-b80b-4aa64ba00da8 is: DOWN; New status is: BUILD {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:32:53.171320 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (b4e62412-8aeb-44f9-b80b-4aa64ba00da8), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:32:53.184508 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e62412-8aeb-44f9-b80b-4aa64ba00da8 {{(pid=103277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 18:32:53.203782 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port b4e62412-8aeb-44f9-b80b-4aa64ba00da8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b4e62412-8aeb-44f9-b80b-4aa64ba00da8,segment=NetworkSegment(cac95077-6688-411d-94a5-9c739f5cccb3),segment_id=cac95077-6688-411d-94a5-9c739f5cccb3)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:32:53.277419 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (b4e62412-8aeb-44f9-b80b-4aa64ba00da8), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:32:53.325014 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=b4e62412-8aeb-44f9-b80b-4aa64ba00da8,revision_number=7']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:32:53.492196 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] get_ports_and_sgs() called for port_ids ['b4e62412-8aeb-44f9-b80b-4aa64ba00da8'] {{(pid=103277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 18:32:53.944278 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59339df-ed8f-42eb-98a2-58e8e2ec7763 req-a5883a25-2562-48a2-9428-a828420d87c4 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:53.945731 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f59339df-ed8f-42eb-98a2-58e8e2ec7763 req-a5883a25-2562-48a2-9428-a828420d87c4 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 945 time: 0.0543268 Feb 16 18:32:53.993336 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-f59339df-ed8f-42eb-98a2-58e8e2ec7763 req-7a735af1-3c80-42e7-9e13-17ad488ddca3 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407646 Feb 16 18:32:55.026805 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device b4e62412-8aeb-44f9-b80b-4aa64ba00da8 up at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 18:32:55.075685 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.provisioning_blocks [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Provisioning complete for port b4e62412-8aeb-44f9-b80b-4aa64ba00da8 triggered by entity L2. {{(pid=103277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 18:32:55.076062 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563306'] for port (b4e62412-8aeb-44f9-b80b-4aa64ba00da8), provisioning_complete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:32:55.115666 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8725a-5b92-4745-bba4-21c696692c06 req-fe344645-f1a9-4d98-9029-f6c779fa208e tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:55.117166 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-67c8725a-5b92-4745-bba4-21c696692c06 req-fe344645-f1a9-4d98-9029-f6c779fa208e tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 945 time: 0.0552416 Feb 16 18:32:55.156626 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Current status of the port b4e62412-8aeb-44f9-b80b-4aa64ba00da8 is: BUILD; New status is: ACTIVE {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:32:55.157023 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (b4e62412-8aeb-44f9-b80b-4aa64ba00da8), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:32:55.165302 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-67c8725a-5b92-4745-bba4-21c696692c06 req-2f3f541e-45a4-4c0a-a7f4-7b882b1fcfd6 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416706 Feb 16 18:32:55.179904 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670313a2-a142-4e8a-8d80-baf61b679281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e62412-8aeb-44f9-b80b-4aa64ba00da8'}] {{(pid=103277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:32:55.182306 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d63fa741bbcaccb3a62ca82ac677317ff4879b755e4202976f2fcaae4716f4eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abd00d6-28bb-4524-8cb1-e504f2b4ffb2" -d '{"events": [{"server_uuid": "670313a2-a142-4e8a-8d80-baf61b679281", "name": "network-vif-plugged", "status": "completed", "tag": "b4e62412-8aeb-44f9-b80b-4aa64ba00da8"}]}' {{(pid=103277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:32:55.195069 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] For port b4e62412-8aeb-44f9-b80b-4aa64ba00da8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b4e62412-8aeb-44f9-b80b-4aa64ba00da8,segment=NetworkSegment(cac95077-6688-411d-94a5-9c739f5cccb3),segment_id=cac95077-6688-411d-94a5-9c739f5cccb3)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:32:55.221756 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e339e7-9c11-41ed-863a-2aefc027b7cb x-openstack-request-id: req-78e339e7-9c11-41ed-863a-2aefc027b7cb {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:32:55.222050 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670313a2-a142-4e8a-8d80-baf61b679281", "name": "network-vif-plugged", "status": "completed", "tag": "b4e62412-8aeb-44f9-b80b-4aa64ba00da8", "code": 200}]} {{(pid=103277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:32:55.222305 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-78e339e7-9c11-41ed-863a-2aefc027b7cb {{(pid=103277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:32:55.222706 dv-cinder-773985-33-iscsi neutron-server[103277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670313a2-a142-4e8a-8d80-baf61b679281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e62412-8aeb-44f9-b80b-4aa64ba00da8', 'code': 200} Feb 16 18:32:55.277923 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776562220144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776561731359', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776561731377'] for port (b4e62412-8aeb-44f9-b80b-4aa64ba00da8), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:32:55.327978 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Pushing event updated for resources: {'Port': ['ID=b4e62412-8aeb-44f9-b80b-4aa64ba00da8,revision_number=8']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:32:55.509862 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f08d52-0622-4bf4-9c89-61e37d394995 req-45350fd3-5575-4d0a-a7a4-ee39e309545d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:55.511851 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-25f08d52-0622-4bf4-9c89-61e37d394995 req-45350fd3-5575-4d0a-a7a4-ee39e309545d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 1130 time: 0.0435376 Feb 16 18:32:55.556172 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-25f08d52-0622-4bf4-9c89-61e37d394995 req-26ebeff7-02da-4034-b71d-e7f1d74a2f71 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381417 Feb 16 18:32:56.283908 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834d832-82c2-43ce-9816-d9c29a6ee6c1 req-8008098e-e1d6-404f-9b33-6076556748a5 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:56.285390 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a834d832-82c2-43ce-9816-d9c29a6ee6c1 req-8008098e-e1d6-404f-9b33-6076556748a5 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 946 time: 0.0512106 Feb 16 18:32:56.332162 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-a834d832-82c2-43ce-9816-d9c29a6ee6c1 req-1aabd89b-b5c1-4764-a96c-e4e0d3a57548 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413327 Feb 16 18:32:57.454739 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6f482-fa07-4660-873a-d1e41b970d8c req-fbdfe357-8d99-45bb-81ac-1d0bbdfa2c44 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:32:57.456137 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-5ce6f482-fa07-4660-873a-d1e41b970d8c req-fbdfe357-8d99-45bb-81ac-1d0bbdfa2c44 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 946 time: 0.0575719 Feb 16 18:32:57.508019 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-5ce6f482-fa07-4660-873a-d1e41b970d8c req-5fb15da9-518f-4679-b50e-96670ec8a291 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460882 Feb 16 18:33:02.176895 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c9c90a0-2c27-4aa8-a63e-7cea54f586d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:33:04.422695 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a8d7855d-68d9-4d29-8da9-576a46d5e879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:33:05.625342 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:33:07.073827 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:33:08.482515 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:33:12.762517 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:33:14.033326 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:33:23.042657 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-730ad7a7-3823-4e1f-b486-98c297ad0570 req-53a23849-2ccf-4691-ac88-1da83df59c1f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419173 Feb 16 18:33:23.132543 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ad7a7-3823-4e1f-b486-98c297ad0570 req-7e9d9a9d-7df6-4337-85e8-6a7d66e21012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:33:23.134029 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-730ad7a7-3823-4e1f-b486-98c297ad0570 req-7e9d9a9d-7df6-4337-85e8-6a7d66e21012 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28e3def0fcef4ccc84b9642e9c3f25b1&device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 1130 time: 0.0441148 Feb 16 18:33:23.493780 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ad7a7-3823-4e1f-b486-98c297ad0570 req-87fb6106-8de6-4d66-be5c-0223788522d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:33:23.495233 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-730ad7a7-3823-4e1f-b486-98c297ad0570 req-87fb6106-8de6-4d66-be5c-0223788522d3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=932fb648-4700-4805-be35-6f1b1307cd12 HTTP/1.1" status: 200 len: 910 time: 0.3422682 Feb 16 18:33:23.559428 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-730ad7a7-3823-4e1f-b486-98c297ad0570 req-dd99cef3-3d97-4d2e-9c2f-3fbeb5fee019 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4e62412-8aeb-44f9-b80b-4aa64ba00da8 HTTP/1.1" status: 200 len: 1002 time: 0.0559742 Feb 16 18:33:23.608076 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ad7a7-3823-4e1f-b486-98c297ad0570 req-d3eb5782-be6d-46e1-bbb4-e4c08b82a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:33:23.609523 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-730ad7a7-3823-4e1f-b486-98c297ad0570 req-d3eb5782-be6d-46e1-bbb4-e4c08b82a2f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da64b2ef-9d0d-434c-ab71-49a669344743 HTTP/1.1" status: 200 len: 848 time: 0.0430536 Feb 16 18:33:23.660811 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ad7a7-3823-4e1f-b486-98c297ad0570 req-73000800-5170-49fb-9a17-f5c1f1ac0b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:33:23.662302 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-730ad7a7-3823-4e1f-b486-98c297ad0570 req-73000800-5170-49fb-9a17-f5c1f1ac0b4f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=932fb648-4700-4805-be35-6f1b1307cd12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467114 Feb 16 18:33:23.748586 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-730ad7a7-3823-4e1f-b486-98c297ad0570 req-4e8e0d98-846c-4e62-9288-8ee19b2a3c79 service neutron] 10.222.0.45 "GET /v2.0/networks/932fb648-4700-4805-be35-6f1b1307cd12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794051 Feb 16 18:33:23.842592 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-730ad7a7-3823-4e1f-b486-98c297ad0570 req-39bef74e-18da-4942-a521-78d967f05262 service neutron] 10.222.0.45 "GET /v2.0/networks/932fb648-4700-4805-be35-6f1b1307cd12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847759 Feb 16 18:33:32.179218 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-4e90643f-da1f-4c3b-96dd-ca05106e47d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:33:34.416874 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-de2aaeb6-799e-4976-aab5-b8e8daf650ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:33:35.657257 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:33:37.124164 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:33:38.482091 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:33:42.784715 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:33:51.032155 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:34:02.184464 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-92d695c4-01e4-445e-a6fe-b302bb7735a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:04.422401 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-1061d053-17ff-4084-9581-ab82d4fccfc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:05.625790 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:07.059174 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:08.493217 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:10.495129 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35880) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:34:10.652284 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ad5f2ce2-3b3b-4eda-a769-cc85de361a34 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Deleting port 0cb196e8-846d-4c5b-ac59-fec396aaf693 {{(pid=103276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:34:10.652625 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ad5f2ce2-3b3b-4eda-a769-cc85de361a34 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (0cb196e8-846d-4c5b-ac59-fec396aaf693), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:10.728021 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ad5f2ce2-3b3b-4eda-a769-cc85de361a34 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (0cb196e8-846d-4c5b-ac59-fec396aaf693), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:10.728338 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ad5f2ce2-3b3b-4eda-a769-cc85de361a34 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for floatingip (0cb196e8-846d-4c5b-ac59-fec396aaf693), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:10.740388 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ad5f2ce2-3b3b-4eda-a769-cc85de361a34 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Calling delete_port for 0cb196e8-846d-4c5b-ac59-fec396aaf693 owned by network:floatingip {{(pid=103276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:34:10.956105 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ad5f2ce2-3b3b-4eda-a769-cc85de361a34 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (0cb196e8-846d-4c5b-ac59-fec396aaf693), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:10.980973 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f2ce2-3b3b-4eda-a769-cc85de361a34 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Pushing event deleted for resources: {'Port': ['ID=0cb196e8-846d-4c5b-ac59-fec396aaf693,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:34:11.007521 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5f2ce2-3b3b-4eda-a769-cc85de361a34 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:11.008715 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5f2ce2-3b3b-4eda-a769-cc85de361a34 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:11.008715 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5f2ce2-3b3b-4eda-a769-cc85de361a34 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:11.008715 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5f2ce2-3b3b-4eda-a769-cc85de361a34 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:11.009030 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5f2ce2-3b3b-4eda-a769-cc85de361a34 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:11.009180 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5f2ce2-3b3b-4eda-a769-cc85de361a34 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:11.009511 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5f2ce2-3b3b-4eda-a769-cc85de361a34 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:11.009838 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5f2ce2-3b3b-4eda-a769-cc85de361a34 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:11.010161 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5f2ce2-3b3b-4eda-a769-cc85de361a34 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:11.010484 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5f2ce2-3b3b-4eda-a769-cc85de361a34 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:11.010810 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5f2ce2-3b3b-4eda-a769-cc85de361a34 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:11.011129 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5f2ce2-3b3b-4eda-a769-cc85de361a34 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:11.011446 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5f2ce2-3b3b-4eda-a769-cc85de361a34 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:11.051362 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ad5f2ce2-3b3b-4eda-a769-cc85de361a34 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for floatingip (2e019c24-162e-4347-89be-69c37da1c386), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:11.051688 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.db.l3_db [None req-ad5f2ce2-3b3b-4eda-a769-cc85de361a34 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Floating IP 2e019c24-162e-4347-89be-69c37da1c386 disassociated (deleted). External IP: 172.27.3.234, port: b4e62412-8aeb-44f9-b80b-4aa64ba00da8. Feb 16 18:34:11.260860 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5f2ce2-3b3b-4eda-a769-cc85de361a34 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Router 3db9ed0f-4d5a-440a-96b0-ef66069d75d5 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:34:11.373780 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5f2ce2-3b3b-4eda-a769-cc85de361a34 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:34:11.378608 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ad5f2ce2-3b3b-4eda-a769-cc85de361a34 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for floatingip (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:11.383255 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c2d8e9-aa0f-41ee-af5d-df6051438936 None None] Sync routers for ids ['3db9ed0f-4d5a-440a-96b0-ef66069d75d5'] in dv-cinder-773985-33-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:34:11.393776 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c2d8e9-aa0f-41ee-af5d-df6051438936 None None] Routers {'3db9ed0f-4d5a-440a-96b0-ef66069d75d5'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:34:11.394402 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-41c2d8e9-aa0f-41ee-af5d-df6051438936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:34:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['3db9ed0f-4d5a-440a-96b0-ef66069d75d5'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:34:11.409406 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-ad5f2ce2-3b3b-4eda-a769-cc85de361a34 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "DELETE /v2.0/floatingips/2e019c24-162e-4347-89be-69c37da1c386 HTTP/1.1" status: 204 len: 168 time: 0.9132414 Feb 16 18:34:11.409997 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670313a2-a142-4e8a-8d80-baf61b679281', 'tag': 'b4e62412-8aeb-44f9-b80b-4aa64ba00da8'}] {{(pid=103276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:34:11.412259 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e2697ac5bc137568c11401d7db31323aaf7e0b920c8580a1634e3728116959e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfb6479-cb89-4de3-828b-527c181cace5" -d '{"events": [{"name": "network-changed", "server_uuid": "670313a2-a142-4e8a-8d80-baf61b679281", "tag": "b4e62412-8aeb-44f9-b80b-4aa64ba00da8"}]}' {{(pid=103276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:34:11.508616 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-41c2d8e9-aa0f-41ee-af5d-df6051438936 None None] Set router 3db9ed0f-4d5a-440a-96b0-ef66069d75d5 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:34:11.537668 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 18:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fa06d0-d2f3-46fe-95ee-e1d924f78a15 x-openstack-request-id: req-d4fa06d0-d2f3-46fe-95ee-e1d924f78a15 {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:34:11.543243 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670313a2-a142-4e8a-8d80-baf61b679281", "tag": "b4e62412-8aeb-44f9-b80b-4aa64ba00da8", "status": "completed", "code": 200}]} {{(pid=103276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:34:11.543243 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d4fa06d0-d2f3-46fe-95ee-e1d924f78a15 {{(pid=103276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:34:11.543243 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '670313a2-a142-4e8a-8d80-baf61b679281', 'tag': 'b4e62412-8aeb-44f9-b80b-4aa64ba00da8', 'status': 'completed', 'code': 200} Feb 16 18:34:11.605650 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb6479-cb89-4de3-828b-527c181cace5 req-613e341b-2896-4dd0-8dac-26902de9203e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:34:11.607256 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6bfb6479-cb89-4de3-828b-527c181cace5 req-613e341b-2896-4dd0-8dac-26902de9203e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=28e3def0fcef4ccc84b9642e9c3f25b1&device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 1130 time: 0.0471940 Feb 16 18:34:11.709707 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb6479-cb89-4de3-828b-527c181cace5 req-fe4cbebf-2680-45b0-91e7-5be66d6a7fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:34:11.711451 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6bfb6479-cb89-4de3-828b-527c181cace5 req-fe4cbebf-2680-45b0-91e7-5be66d6a7fb2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=932fb648-4700-4805-be35-6f1b1307cd12 HTTP/1.1" status: 200 len: 910 time: 0.0981338 Feb 16 18:34:11.721986 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-41c2d8e9-aa0f-41ee-af5d-df6051438936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'name': 'tempest-TestShelveInstance-1329718827-router', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '67cc3bfa-834e-43d7-b8e9-387cf59ec8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:29:34Z', 'updated_at': '2022-02-16T18:29:39Z', 'revision_number': 4, 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'gw_port': {'id': '67cc3bfa-834e-43d7-b8e9-387cf59ec8a2', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:35Z', 'updated_at': '2022-02-16T18:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '5d39686c-a8ca-44f2-b6b3-f0d71e130589', 'name': '', 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'mac_address': 'fa:16:3e:7c:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'da64b2ef-9d0d-434c-ab71-49a669344743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:38Z', 'updated_at': '2022-02-16T18:29:43Z', 'revision_number': 5, 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'subnets': [{'id': 'da64b2ef-9d0d-434c-ab71-49a669344743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:34:11.747634 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c2d8e9-aa0f-41ee-af5d-df6051438936 None None] Checking router: 3db9ed0f-4d5a-440a-96b0-ef66069d75d5 for host: dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:34:11.756805 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c2d8e9-aa0f-41ee-af5d-df6051438936 None None] Routers {'3db9ed0f-4d5a-440a-96b0-ef66069d75d5'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:34:11.757120 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6bfb6479-cb89-4de3-828b-527c181cace5 req-34f08a18-bf52-4b44-a6d3-9c236eb4b282 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4e62412-8aeb-44f9-b80b-4aa64ba00da8 HTTP/1.1" status: 200 len: 217 time: 0.0377152 Feb 16 18:34:11.757455 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-41c2d8e9-aa0f-41ee-af5d-df6051438936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:34:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['3db9ed0f-4d5a-440a-96b0-ef66069d75d5'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:34:11.840782 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb6479-cb89-4de3-828b-527c181cace5 req-0b31ae19-2d06-4168-9bb3-2ace7321e5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:34:11.842924 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6bfb6479-cb89-4de3-828b-527c181cace5 req-0b31ae19-2d06-4168-9bb3-2ace7321e5ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da64b2ef-9d0d-434c-ab71-49a669344743 HTTP/1.1" status: 200 len: 848 time: 0.0788846 Feb 16 18:34:11.870548 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-41c2d8e9-aa0f-41ee-af5d-df6051438936 None None] Set router 3db9ed0f-4d5a-440a-96b0-ef66069d75d5 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:34:11.890185 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566f21a-4b5c-460d-9957-645222402f65 req-c8be7383-985b-431f-a650-ae89184a6a8f tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:34:11.891660 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2566f21a-4b5c-460d-9957-645222402f65 req-c8be7383-985b-431f-a650-ae89184a6a8f tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 946 time: 0.0946248 Feb 16 18:34:11.917898 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb6479-cb89-4de3-828b-527c181cace5 req-5636fdfd-f554-4bdc-85d6-dd08b6c59a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:34:11.919366 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6bfb6479-cb89-4de3-828b-527c181cace5 req-5636fdfd-f554-4bdc-85d6-dd08b6c59a9e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=932fb648-4700-4805-be35-6f1b1307cd12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0702865 Feb 16 18:34:11.973493 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2566f21a-4b5c-460d-9957-645222402f65 req-d88445d2-cad2-4585-ac7c-8dbacaffafcb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757058 Feb 16 18:34:12.034195 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6bfb6479-cb89-4de3-828b-527c181cace5 req-312a9fbe-acbc-41cf-956b-aea34b5cef95 service neutron] 10.222.0.45 "GET /v2.0/networks/932fb648-4700-4805-be35-6f1b1307cd12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038220 Feb 16 18:34:12.134533 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-6bfb6479-cb89-4de3-828b-527c181cace5 req-e812d92d-fb14-4d4e-a11f-ce63c958f7ce service neutron] 10.222.0.45 "GET /v2.0/networks/932fb648-4700-4805-be35-6f1b1307cd12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928416 Feb 16 18:34:12.204588 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-41c2d8e9-aa0f-41ee-af5d-df6051438936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'name': 'tempest-TestShelveInstance-1329718827-router', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '67cc3bfa-834e-43d7-b8e9-387cf59ec8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:29:34Z', 'updated_at': '2022-02-16T18:29:39Z', 'revision_number': 4, 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'gw_port': {'id': '67cc3bfa-834e-43d7-b8e9-387cf59ec8a2', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:35Z', 'updated_at': '2022-02-16T18:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '5d39686c-a8ca-44f2-b6b3-f0d71e130589', 'name': '', 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'mac_address': 'fa:16:3e:7c:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'da64b2ef-9d0d-434c-ab71-49a669344743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:38Z', 'updated_at': '2022-02-16T18:29:43Z', 'revision_number': 5, 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'subnets': [{'id': 'da64b2ef-9d0d-434c-ab71-49a669344743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:34:12.231077 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c2d8e9-aa0f-41ee-af5d-df6051438936 None None] The sync data for ids ['3db9ed0f-4d5a-440a-96b0-ef66069d75d5'] in dv-cinder-773985-33-iscsi is: [{'id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'name': 'tempest-TestShelveInstance-1329718827-router', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '67cc3bfa-834e-43d7-b8e9-387cf59ec8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:29:34Z', 'updated_at': '2022-02-16T18:29:39Z', 'revision_number': 4, 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'gw_port': {'id': '67cc3bfa-834e-43d7-b8e9-387cf59ec8a2', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:35Z', 'updated_at': '2022-02-16T18:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi', '_interfaces': [{'id': '5d39686c-a8ca-44f2-b6b3-f0d71e130589', 'name': '', 'network_id': '932fb648-4700-4805-be35-6f1b1307cd12', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'mac_address': 'fa:16:3e:7c:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'da64b2ef-9d0d-434c-ab71-49a669344743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:38Z', 'updated_at': '2022-02-16T18:29:43Z', 'revision_number': 5, 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'subnets': [{'id': 'da64b2ef-9d0d-434c-ab71-49a669344743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:34:12.449009 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5abecd0-2659-4d2f-b9f5-ad7702d812a0 None None] New status for floating IP 2e019c24-162e-4347-89be-69c37da1c386: DOWN {{(pid=103279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 18:34:12.767345 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:13.096330 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a652db3-9ac2-4cd3-b902-c2fa994a6660 req-8bc60083-ef3d-43dc-8655-c3b218766bd3 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:34:13.097761 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7a652db3-9ac2-4cd3-b902-c2fa994a6660 req-8bc60083-ef3d-43dc-8655-c3b218766bd3 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 946 time: 0.0543454 Feb 16 18:34:13.149782 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-7a652db3-9ac2-4cd3-b902-c2fa994a6660 req-722cae67-44b8-4501-8029-f131fa6d5639 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2291da6-eb02-48da-957a-a7bb8571051f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465658 Feb 16 18:34:13.513809 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513111c-7d17-461c-9f90-c4380192c1f5 req-970159d3-82b4-486a-9b9d-2a28a1fd68b9 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 18:34:13.515871 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2513111c-7d17-461c-9f90-c4380192c1f5 req-970159d3-82b4-486a-9b9d-2a28a1fd68b9 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.45 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 946 time: 0.0540483 Feb 16 18:34:13.614623 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-2513111c-7d17-461c-9f90-c4380192c1f5 req-9ee7910d-31ad-47d4-90e0-de79dbdd1ddb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Deleting port b4e62412-8aeb-44f9-b80b-4aa64ba00da8 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:34:13.614945 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-2513111c-7d17-461c-9f90-c4380192c1f5 req-9ee7910d-31ad-47d4-90e0-de79dbdd1ddb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (b4e62412-8aeb-44f9-b80b-4aa64ba00da8), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:13.711143 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [req-2513111c-7d17-461c-9f90-c4380192c1f5 req-9ee7910d-31ad-47d4-90e0-de79dbdd1ddb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] For port b4e62412-8aeb-44f9-b80b-4aa64ba00da8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b4e62412-8aeb-44f9-b80b-4aa64ba00da8,segment=NetworkSegment(cac95077-6688-411d-94a5-9c739f5cccb3),segment_id=cac95077-6688-411d-94a5-9c739f5cccb3)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:34:13.711496 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-2513111c-7d17-461c-9f90-c4380192c1f5 req-9ee7910d-31ad-47d4-90e0-de79dbdd1ddb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (b4e62412-8aeb-44f9-b80b-4aa64ba00da8), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:13.727012 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [req-2513111c-7d17-461c-9f90-c4380192c1f5 req-9ee7910d-31ad-47d4-90e0-de79dbdd1ddb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Calling delete_port for b4e62412-8aeb-44f9-b80b-4aa64ba00da8 owned by compute:nova {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:34:13.938401 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-2513111c-7d17-461c-9f90-c4380192c1f5 req-9ee7910d-31ad-47d4-90e0-de79dbdd1ddb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (b4e62412-8aeb-44f9-b80b-4aa64ba00da8), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:13.970742 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7910d-31ad-47d4-90e0-de79dbdd1ddb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Pushing event deleted for resources: {'Port': ['ID=b4e62412-8aeb-44f9-b80b-4aa64ba00da8,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:34:13.984169 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee7910d-31ad-47d4-90e0-de79dbdd1ddb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:13.984517 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee7910d-31ad-47d4-90e0-de79dbdd1ddb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:13.984860 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee7910d-31ad-47d4-90e0-de79dbdd1ddb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:13.985243 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee7910d-31ad-47d4-90e0-de79dbdd1ddb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:13.986151 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee7910d-31ad-47d4-90e0-de79dbdd1ddb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:13.986151 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee7910d-31ad-47d4-90e0-de79dbdd1ddb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:13.986366 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee7910d-31ad-47d4-90e0-de79dbdd1ddb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:13.986661 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee7910d-31ad-47d4-90e0-de79dbdd1ddb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:13.986991 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee7910d-31ad-47d4-90e0-de79dbdd1ddb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:13.987314 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee7910d-31ad-47d4-90e0-de79dbdd1ddb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:13.987640 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee7910d-31ad-47d4-90e0-de79dbdd1ddb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:13.987959 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee7910d-31ad-47d4-90e0-de79dbdd1ddb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:13.988284 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee7910d-31ad-47d4-90e0-de79dbdd1ddb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:14.025774 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [req-2513111c-7d17-461c-9f90-c4380192c1f5 req-9ee7910d-31ad-47d4-90e0-de79dbdd1ddb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] No DVR routers for this DVR port b4e62412-8aeb-44f9-b80b-4aa64ba00da8 on host hv-cinder-77398 {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:34:14.028301 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [req-2513111c-7d17-461c-9f90-c4380192c1f5 req-9ee7910d-31ad-47d4-90e0-de79dbdd1ddb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4077241'] for port (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:14.032127 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-2513111c-7d17-461c-9f90-c4380192c1f5 req-9ee7910d-31ad-47d4-90e0-de79dbdd1ddb tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.45 "DELETE /v2.0/ports/b4e62412-8aeb-44f9-b80b-4aa64ba00da8 HTTP/1.1" status: 204 len: 173 time: 0.5111113 Feb 16 18:34:14.032590 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670313a2-a142-4e8a-8d80-baf61b679281', 'name': 'network-vif-deleted', 'tag': 'b4e62412-8aeb-44f9-b80b-4aa64ba00da8'}] {{(pid=103275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 18:34:14.034983 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67772e32297505e77bdcc79c6359847b32827ff1ca0961b652f13bc6fe785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc391236-562b-4dda-a01f-93ff715014db" -d '{"events": [{"server_uuid": "670313a2-a142-4e8a-8d80-baf61b679281", "name": "network-vif-deleted", "tag": "b4e62412-8aeb-44f9-b80b-4aa64ba00da8"}]}' {{(pid=103275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 18:34:14.129758 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 18:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c92762d-d836-457e-afc6-a7e0f2d91af8 x-openstack-request-id: req-4c92762d-d836-457e-afc6-a7e0f2d91af8 {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 18:34:14.129758 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670313a2-a142-4e8a-8d80-baf61b679281", "name": "network-vif-deleted", "tag": "b4e62412-8aeb-44f9-b80b-4aa64ba00da8", "status": "completed", "code": 200}]} {{(pid=103275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 18:34:14.129758 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4c92762d-d836-457e-afc6-a7e0f2d91af8 {{(pid=103275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 18:34:14.129758 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670313a2-a142-4e8a-8d80-baf61b679281', 'name': 'network-vif-deleted', 'tag': 'b4e62412-8aeb-44f9-b80b-4aa64ba00da8', 'status': 'completed', 'code': 200} Feb 16 18:34:14.246325 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [req-29bfee70-8a97-40fa-83de-47e8347b8e49 req-f173381c-e747-466a-8586-ba895919e11c tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 210 time: 0.0274510 Feb 16 18:34:15.360612 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [req-914a6c9a-0e1a-4f47-9bba-28bac626711f req-67d74cca-7640-4e3f-be03-7fbdeba660e6 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "GET /v2.0/ports?device_id=670313a2-a142-4e8a-8d80-baf61b679281 HTTP/1.1" status: 200 len: 210 time: 0.0288987 Feb 16 18:34:15.416376 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device b4e62412-8aeb-44f9-b80b-4aa64ba00da8 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:34:15.441627 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] No Port match for: b4e62412-8aeb-44f9-b80b-4aa64ba00da8 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:34:15.441971 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Device b4e62412-8aeb-44f9-b80b-4aa64ba00da8 not bound to the agent host hv-cinder-77398 {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:34:16.416520 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35914) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:34:16.474039 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-0eb514af-75e5-4215-944b-156a1b15ae95 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for security_group (b2291da6-eb02-48da-957a-a7bb8571051f), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:16.499398 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-0eb514af-75e5-4215-944b-156a1b15ae95 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for security_group (b2291da6-eb02-48da-957a-a7bb8571051f), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:16.630554 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-0eb514af-75e5-4215-944b-156a1b15ae95 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (b2291da6-eb02-48da-957a-a7bb8571051f), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:16.633251 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-0eb514af-75e5-4215-944b-156a1b15ae95 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:16.634542 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-0eb514af-75e5-4215-944b-156a1b15ae95 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] 10.222.0.87 "DELETE /v2.0/security-groups/b2291da6-eb02-48da-957a-a7bb8571051f HTTP/1.1" status: 204 len: 168 time: 0.2170246 Feb 16 18:34:16.646189 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb514af-75e5-4215-944b-156a1b15ae95 tempest-TestShelveInstance-1713672715 tempest-TestShelveInstance-1713672715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2291da6-eb02-48da-957a-a7bb8571051f,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:34:16.734873 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35918) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:34:17.138246 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac35b5c2-bc07-46a5-b332-1c13bb7add36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462034'] for router_interface (3db9ed0f-4d5a-440a-96b0-ef66069d75d5), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:17.421368 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac35b5c2-bc07-46a5-b332-1c13bb7add36 admin admin] Deleting port 5d39686c-a8ca-44f2-b6b3-f0d71e130589 {{(pid=103276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:34:17.422429 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac35b5c2-bc07-46a5-b332-1c13bb7add36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (5d39686c-a8ca-44f2-b6b3-f0d71e130589), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:17.507000 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-ac35b5c2-bc07-46a5-b332-1c13bb7add36 admin admin] For port 5d39686c-a8ca-44f2-b6b3-f0d71e130589, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=5d39686c-a8ca-44f2-b6b3-f0d71e130589,segment=NetworkSegment(cac95077-6688-411d-94a5-9c739f5cccb3),segment_id=cac95077-6688-411d-94a5-9c739f5cccb3)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:34:17.507361 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac35b5c2-bc07-46a5-b332-1c13bb7add36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (5d39686c-a8ca-44f2-b6b3-f0d71e130589), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:17.520565 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-ac35b5c2-bc07-46a5-b332-1c13bb7add36 admin admin] Calling delete_port for 5d39686c-a8ca-44f2-b6b3-f0d71e130589 owned by network:router_interface {{(pid=103276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:34:17.782665 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac35b5c2-bc07-46a5-b332-1c13bb7add36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (5d39686c-a8ca-44f2-b6b3-f0d71e130589), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:17.810225 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35b5c2-bc07-46a5-b332-1c13bb7add36 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d39686c-a8ca-44f2-b6b3-f0d71e130589,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:34:17.993955 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-ac35b5c2-bc07-46a5-b332-1c13bb7add36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3745771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460322'] for router_interface (3db9ed0f-4d5a-440a-96b0-ef66069d75d5), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:18.457281 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac35b5c2-bc07-46a5-b332-1c13bb7add36 admin admin] Router 3db9ed0f-4d5a-440a-96b0-ef66069d75d5 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:34:18.569692 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac35b5c2-bc07-46a5-b332-1c13bb7add36 admin admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:34:18.575515 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-ac35b5c2-bc07-46a5-b332-1c13bb7add36 admin admin] 10.222.0.87 "PUT /v2.0/routers/3db9ed0f-4d5a-440a-96b0-ef66069d75d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8395681 Feb 16 18:34:18.578174 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 35920) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:34:18.580093 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff1016c-edcf-47e4-89cb-f16499aad223 None None] Sync routers for ids ['3db9ed0f-4d5a-440a-96b0-ef66069d75d5'] in dv-cinder-773985-33-iscsi {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:34:18.590742 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff1016c-edcf-47e4-89cb-f16499aad223 None None] Routers {'3db9ed0f-4d5a-440a-96b0-ef66069d75d5'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:34:18.591489 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-1ff1016c-edcf-47e4-89cb-f16499aad223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:34:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['3db9ed0f-4d5a-440a-96b0-ef66069d75d5'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:34:18.693474 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-618472af-2b25-41ad-ad7c-9803a048959d admin admin] Publish callbacks [] for router (3db9ed0f-4d5a-440a-96b0-ef66069d75d5), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:18.709013 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-1ff1016c-edcf-47e4-89cb-f16499aad223 None None] Set router 3db9ed0f-4d5a-440a-96b0-ef66069d75d5 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:34:18.804864 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-618472af-2b25-41ad-ad7c-9803a048959d admin admin] Publish callbacks [] for router_gateway (3db9ed0f-4d5a-440a-96b0-ef66069d75d5), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:18.896217 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-1ff1016c-edcf-47e4-89cb-f16499aad223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'name': 'tempest-TestShelveInstance-1329718827-router', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '67cc3bfa-834e-43d7-b8e9-387cf59ec8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:29:34Z', 'updated_at': '2022-02-16T18:34:17Z', 'revision_number': 5, 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'gw_port': {'id': '67cc3bfa-834e-43d7-b8e9-387cf59ec8a2', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:35Z', 'updated_at': '2022-02-16T18:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:34:18.926937 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff1016c-edcf-47e4-89cb-f16499aad223 None None] Checking router: 3db9ed0f-4d5a-440a-96b0-ef66069d75d5 for host: dv-cinder-773985-33-iscsi {{(pid=103277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:34:18.935779 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff1016c-edcf-47e4-89cb-f16499aad223 None None] Routers {'3db9ed0f-4d5a-440a-96b0-ef66069d75d5'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:34:18.936912 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-1ff1016c-edcf-47e4-89cb-f16499aad223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:34:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['3db9ed0f-4d5a-440a-96b0-ef66069d75d5'], 'active': True} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:34:18.964826 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-618472af-2b25-41ad-ad7c-9803a048959d admin admin] Deleting port 67cc3bfa-834e-43d7-b8e9-387cf59ec8a2 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:34:18.965104 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-618472af-2b25-41ad-ad7c-9803a048959d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (67cc3bfa-834e-43d7-b8e9-387cf59ec8a2), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:19.033407 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvr_db [None req-1ff1016c-edcf-47e4-89cb-f16499aad223 None None] Set router 3db9ed0f-4d5a-440a-96b0-ef66069d75d5 gateway port host: None {{(pid=103277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:34:19.054536 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-618472af-2b25-41ad-ad7c-9803a048959d admin admin] For port 67cc3bfa-834e-43d7-b8e9-387cf59ec8a2, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=67cc3bfa-834e-43d7-b8e9-387cf59ec8a2,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:34:19.054894 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-618472af-2b25-41ad-ad7c-9803a048959d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (67cc3bfa-834e-43d7-b8e9-387cf59ec8a2), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:19.068502 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-618472af-2b25-41ad-ad7c-9803a048959d admin admin] Calling delete_port for 67cc3bfa-834e-43d7-b8e9-387cf59ec8a2 owned by network:router_gateway {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:34:19.090228 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_hamode_db [None req-1ff1016c-edcf-47e4-89cb-f16499aad223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'name': 'tempest-TestShelveInstance-1329718827-router', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:29:34Z', 'updated_at': '2022-02-16T18:34:18Z', 'revision_number': 6, 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'gw_port_host': None}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:34:19.121988 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff1016c-edcf-47e4-89cb-f16499aad223 None None] The sync data for ids ['3db9ed0f-4d5a-440a-96b0-ef66069d75d5'] in dv-cinder-773985-33-iscsi is: [{'id': '3db9ed0f-4d5a-440a-96b0-ef66069d75d5', 'name': 'tempest-TestShelveInstance-1329718827-router', 'tenant_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:29:34Z', 'updated_at': '2022-02-16T18:34:18Z', 'revision_number': 6, 'project_id': '28e3def0fcef4ccc84b9642e9c3f25b1', 'gw_port_host': None}] {{(pid=103277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:34:19.328236 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-618472af-2b25-41ad-ad7c-9803a048959d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (67cc3bfa-834e-43d7-b8e9-387cf59ec8a2), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:19.354674 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618472af-2b25-41ad-ad7c-9803a048959d admin admin] Pushing event deleted for resources: {'Port': ['ID=67cc3bfa-834e-43d7-b8e9-387cf59ec8a2,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:34:19.414189 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-618472af-2b25-41ad-ad7c-9803a048959d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-459672'] for router_gateway (3db9ed0f-4d5a-440a-96b0-ef66069d75d5), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:19.510095 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-618472af-2b25-41ad-ad7c-9803a048959d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1026400'] for router (3db9ed0f-4d5a-440a-96b0-ef66069d75d5), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:19.513747 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-618472af-2b25-41ad-ad7c-9803a048959d admin admin] Publish callbacks [] for router_controller (3db9ed0f-4d5a-440a-96b0-ef66069d75d5), precommit_delete_associations {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:19.633868 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-618472af-2b25-41ad-ad7c-9803a048959d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-465164'] for router (3db9ed0f-4d5a-440a-96b0-ef66069d75d5), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:19.634556 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618472af-2b25-41ad-ad7c-9803a048959d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3db9ed0f-4d5a-440a-96b0-ef66069d75d5 {{(pid=103275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 18:34:19.638906 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-618472af-2b25-41ad-ad7c-9803a048959d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:19.640833 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-618472af-2b25-41ad-ad7c-9803a048959d admin admin] 10.222.0.87 "DELETE /v2.0/routers/3db9ed0f-4d5a-440a-96b0-ef66069d75d5 HTTP/1.1" status: 204 len: 168 time: 1.0616436 Feb 16 18:34:19.644371 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 35922) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:34:19.689613 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_v2 [None req-8694aeff-b156-4759-b03b-c73232d184d5 admin admin] Deleting subnet da64b2ef-9d0d-434c-ab71-49a669344743 {{(pid=103275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 18:34:19.692910 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8694aeff-b156-4759-b03b-c73232d184d5 admin admin] Publish callbacks [] for subnet (da64b2ef-9d0d-434c-ab71-49a669344743), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:19.727729 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8694aeff-b156-4759-b03b-c73232d184d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8533320'] for subnet (da64b2ef-9d0d-434c-ab71-49a669344743), precommit_delete_associations {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:19.809455 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8694aeff-b156-4759-b03b-c73232d184d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584056'] for subnet (da64b2ef-9d0d-434c-ab71-49a669344743), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:19.937985 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8694aeff-b156-4759-b03b-c73232d184d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8530093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8761781'] for subnet (da64b2ef-9d0d-434c-ab71-49a669344743), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:19.965131 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694aeff-b156-4759-b03b-c73232d184d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da64b2ef-9d0d-434c-ab71-49a669344743,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:34:19.977194 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-8694aeff-b156-4759-b03b-c73232d184d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for subnet (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:19.980177 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35924) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:34:19.980667 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-8694aeff-b156-4759-b03b-c73232d184d5 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/da64b2ef-9d0d-434c-ab71-49a669344743 HTTP/1.1" status: 204 len: 168 time: 0.3349214 Feb 16 18:34:19.984116 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc40ae4-62fd-4eb6-9c45-ba7730200f66 None None] Network 932fb648-4700-4805-be35-6f1b1307cd12 requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:34:20.054771 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 67cc3bfa-834e-43d7-b8e9-387cf59ec8a2 no longer exists at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:34:20.063179 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e8286f13-945a-45b7-bba8-9ebdae622ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558149'] for network (932fb648-4700-4805-be35-6f1b1307cd12), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:20.098053 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] No Port match for: 67cc3bfa-834e-43d7-b8e9-387cf59ec8a2 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:34:20.098496 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 67cc3bfa-834e-43d7-b8e9-387cf59ec8a2 not bound to the agent host dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:34:20.098975 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 5d39686c-a8ca-44f2-b6b3-f0d71e130589 no longer exists at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:34:20.123345 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] No Port match for: 5d39686c-a8ca-44f2-b6b3-f0d71e130589 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:34:20.124425 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 5d39686c-a8ca-44f2-b6b3-f0d71e130589 not bound to the agent host dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:34:20.142846 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-e8286f13-945a-45b7-bba8-9ebdae622ad9 admin admin] Deleting port 65b4cad9-cfa2-4358-a91c-beaef57e8394 {{(pid=103276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:34:20.143415 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e8286f13-945a-45b7-bba8-9ebdae622ad9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (65b4cad9-cfa2-4358-a91c-beaef57e8394), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:20.222448 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.db [None req-e8286f13-945a-45b7-bba8-9ebdae622ad9 admin admin] For port 65b4cad9-cfa2-4358-a91c-beaef57e8394, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=65b4cad9-cfa2-4358-a91c-beaef57e8394,segment=NetworkSegment(cac95077-6688-411d-94a5-9c739f5cccb3),segment_id=cac95077-6688-411d-94a5-9c739f5cccb3)] {{(pid=103276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:34:20.223033 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e8286f13-945a-45b7-bba8-9ebdae622ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (65b4cad9-cfa2-4358-a91c-beaef57e8394), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:20.239325 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa68d3aa-a2c7-473e-b2d5-88dc4242ac17 None None] DHCP port deletion for 932fb648-4700-4805-be35-6f1b1307cd12 request from dv-cinder-773985-33-iscsi {{(pid=103277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 18:34:20.246581 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-e8286f13-945a-45b7-bba8-9ebdae622ad9 admin admin] Calling delete_port for 65b4cad9-cfa2-4358-a91c-beaef57e8394 owned by network:dhcp {{(pid=103276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:34:20.289975 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-fa68d3aa-a2c7-473e-b2d5-88dc4242ac17 None None] Deleting port 65b4cad9-cfa2-4358-a91c-beaef57e8394 {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:34:20.290351 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-fa68d3aa-a2c7-473e-b2d5-88dc4242ac17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (65b4cad9-cfa2-4358-a91c-beaef57e8394), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:20.356080 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-fa68d3aa-a2c7-473e-b2d5-88dc4242ac17 None None] For port 65b4cad9-cfa2-4358-a91c-beaef57e8394, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=65b4cad9-cfa2-4358-a91c-beaef57e8394,segment=NetworkSegment(cac95077-6688-411d-94a5-9c739f5cccb3),segment_id=cac95077-6688-411d-94a5-9c739f5cccb3)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:34:20.356377 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-fa68d3aa-a2c7-473e-b2d5-88dc4242ac17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (65b4cad9-cfa2-4358-a91c-beaef57e8394), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:20.370527 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-fa68d3aa-a2c7-473e-b2d5-88dc4242ac17 None None] Calling delete_port for 65b4cad9-cfa2-4358-a91c-beaef57e8394 owned by network:dhcp {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:34:20.390483 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e8286f13-945a-45b7-bba8-9ebdae622ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9128188'] for port (65b4cad9-cfa2-4358-a91c-beaef57e8394), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:20.417397 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8286f13-945a-45b7-bba8-9ebdae622ad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=65b4cad9-cfa2-4358-a91c-beaef57e8394,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:34:20.419320 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8286f13-945a-45b7-bba8-9ebdae622ad9 admin admin] No DVR routers for this DVR port 65b4cad9-cfa2-4358-a91c-beaef57e8394 on host dv-cinder-773985-33-iscsi {{(pid=103276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:34:20.445320 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-fa68d3aa-a2c7-473e-b2d5-88dc4242ac17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350'] for port (65b4cad9-cfa2-4358-a91c-beaef57e8394), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:20.470632 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68d3aa-a2c7-473e-b2d5-88dc4242ac17 None None] Pushing event deleted for resources: {'Port': ['ID=65b4cad9-cfa2-4358-a91c-beaef57e8394,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:34:20.475310 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa68d3aa-a2c7-473e-b2d5-88dc4242ac17 None None] No DVR routers for this DVR port 65b4cad9-cfa2-4358-a91c-beaef57e8394 on host dv-cinder-773985-33-iscsi {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:34:20.481979 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68d3aa-a2c7-473e-b2d5-88dc4242ac17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:20.482329 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68d3aa-a2c7-473e-b2d5-88dc4242ac17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:20.482676 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68d3aa-a2c7-473e-b2d5-88dc4242ac17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:20.483590 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68d3aa-a2c7-473e-b2d5-88dc4242ac17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:20.483924 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68d3aa-a2c7-473e-b2d5-88dc4242ac17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:20.484258 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68d3aa-a2c7-473e-b2d5-88dc4242ac17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:20.484598 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68d3aa-a2c7-473e-b2d5-88dc4242ac17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:20.485022 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68d3aa-a2c7-473e-b2d5-88dc4242ac17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:20.485273 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68d3aa-a2c7-473e-b2d5-88dc4242ac17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:20.485603 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68d3aa-a2c7-473e-b2d5-88dc4242ac17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:20.485930 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68d3aa-a2c7-473e-b2d5-88dc4242ac17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:20.486251 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68d3aa-a2c7-473e-b2d5-88dc4242ac17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:20.486570 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68d3aa-a2c7-473e-b2d5-88dc4242ac17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-33-iscsi {{(pid=103277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 18:34:20.495433 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e8286f13-945a-45b7-bba8-9ebdae622ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561157', 'neutron.services.segments.db._delete_segments_for_network-8776562245259'] for network (932fb648-4700-4805-be35-6f1b1307cd12), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:20.515975 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.services.segments.db [None req-e8286f13-945a-45b7-bba8-9ebdae622ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932fb648-4700-4805-be35-6f1b1307cd12']}} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:34:20.525517 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.services.segments.db [None req-e8286f13-945a-45b7-bba8-9ebdae622ad9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac95077-6688-411d-94a5-9c739f5cccb3') {'for_net_delete': True} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:34:20.525814 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.services.segments.db [None req-e8286f13-945a-45b7-bba8-9ebdae622ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac95077-6688-411d-94a5-9c739f5cccb3') {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:34:20.536364 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e8286f13-945a-45b7-bba8-9ebdae622ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776562247060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8560762'] for segment (cac95077-6688-411d-94a5-9c739f5cccb3), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:20.550242 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e8286f13-945a-45b7-bba8-9ebdae622ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (cac95077-6688-411d-94a5-9c739f5cccb3), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:20.556241 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8286f13-945a-45b7-bba8-9ebdae622ad9 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 18:34:20.556633 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e8286f13-945a-45b7-bba8-9ebdae622ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9128083'] for segment (cac95077-6688-411d-94a5-9c739f5cccb3), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: Traceback (most recent call last): Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: timer() Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: cb(*args, **kw) Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: return func(*args, **kwargs) Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: self._notify() Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: self.callback(batched_events) Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: event.method(event) Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: return f(self, *a, **k) Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: return self._get(url).json() Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: return self.request(url, 'GET', **kwargs) Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:34:20.558288 dv-cinder-773985-33-iscsi neutron-server[103276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:34:20.664609 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e8286f13-945a-45b7-bba8-9ebdae622ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459708'] for network (932fb648-4700-4805-be35-6f1b1307cd12), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:20.670162 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-e8286f13-945a-45b7-bba8-9ebdae622ad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:20.673588 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-e8286f13-945a-45b7-bba8-9ebdae622ad9 admin admin] 10.222.0.87 "DELETE /v2.0/networks/932fb648-4700-4805-be35-6f1b1307cd12 HTTP/1.1" status: 204 len: 168 time: 0.6923630 Feb 16 18:34:20.677030 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 35926) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:34:20.684861 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8286f13-945a-45b7-bba8-9ebdae622ad9 admin admin] Pushing event deleted for resources: {'Network': ['ID=932fb648-4700-4805-be35-6f1b1307cd12,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:34:21.024159 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1fa0ede4-edb3-45d4-9099-e75f2c15ba13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462034'] for router_interface (a6ad577a-d4d4-4626-a0f5-9128ec753bd9), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:21.274751 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1fa0ede4-edb3-45d4-9099-e75f2c15ba13 admin admin] Deleting port 7ba6fdaf-9e9d-4128-a32e-833f680ccaa9 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:34:21.274990 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1fa0ede4-edb3-45d4-9099-e75f2c15ba13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (7ba6fdaf-9e9d-4128-a32e-833f680ccaa9), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:21.351876 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-1fa0ede4-edb3-45d4-9099-e75f2c15ba13 admin admin] For port 7ba6fdaf-9e9d-4128-a32e-833f680ccaa9, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=7ba6fdaf-9e9d-4128-a32e-833f680ccaa9,segment=NetworkSegment(2a22f138-aaab-4821-bfce-8c590b1b6e16),segment_id=2a22f138-aaab-4821-bfce-8c590b1b6e16)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:34:21.352236 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1fa0ede4-edb3-45d4-9099-e75f2c15ba13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (7ba6fdaf-9e9d-4128-a32e-833f680ccaa9), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:21.364854 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-1fa0ede4-edb3-45d4-9099-e75f2c15ba13 admin admin] Calling delete_port for 7ba6fdaf-9e9d-4128-a32e-833f680ccaa9 owned by network:router_interface {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:34:21.628260 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1fa0ede4-edb3-45d4-9099-e75f2c15ba13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (7ba6fdaf-9e9d-4128-a32e-833f680ccaa9), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:21.653137 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0ede4-edb3-45d4-9099-e75f2c15ba13 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ba6fdaf-9e9d-4128-a32e-833f680ccaa9,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:34:21.824475 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-1fa0ede4-edb3-45d4-9099-e75f2c15ba13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3745771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-460322'] for router_interface (a6ad577a-d4d4-4626-a0f5-9128ec753bd9), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:22.047622 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 65b4cad9-cfa2-4358-a91c-beaef57e8394 no longer exists at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:34:22.072805 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] No Port match for: 65b4cad9-cfa2-4358-a91c-beaef57e8394 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:34:22.073192 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 65b4cad9-cfa2-4358-a91c-beaef57e8394 not bound to the agent host dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:34:22.303271 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa0ede4-edb3-45d4-9099-e75f2c15ba13 admin admin] Router a6ad577a-d4d4-4626-a0f5-9128ec753bd9 has already been hosted by L3 agent ffc6bff0-0861-4dec-a8ce-a16663374e99 {{(pid=103275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 18:34:22.406988 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa0ede4-edb3-45d4-9099-e75f2c15ba13 admin admin] Notify agent at l3_agent.dv-cinder-773985-33-iscsi the message routers_updated {{(pid=103275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 18:34:22.411931 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-1fa0ede4-edb3-45d4-9099-e75f2c15ba13 admin admin] 10.222.0.87 "PUT /v2.0/routers/a6ad577a-d4d4-4626-a0f5-9128ec753bd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7338514 Feb 16 18:34:22.414625 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 35928) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:34:22.415955 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be66d72f-5890-40f4-9fb5-8d9afbf3172e None None] Sync routers for ids ['a6ad577a-d4d4-4626-a0f5-9128ec753bd9'] in dv-cinder-773985-33-iscsi {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 18:34:22.426458 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be66d72f-5890-40f4-9fb5-8d9afbf3172e None None] Routers {'a6ad577a-d4d4-4626-a0f5-9128ec753bd9'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:34:22.427064 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-be66d72f-5890-40f4-9fb5-8d9afbf3172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:34:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['a6ad577a-d4d4-4626-a0f5-9128ec753bd9'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:34:22.522160 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-37d82c4c-5e52-408e-b29f-3307bf49cd79 admin admin] Publish callbacks [] for router (a6ad577a-d4d4-4626-a0f5-9128ec753bd9), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:22.532274 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-be66d72f-5890-40f4-9fb5-8d9afbf3172e None None] Set router a6ad577a-d4d4-4626-a0f5-9128ec753bd9 gateway port host: dv-cinder-773985-33-iscsi {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:34:22.641551 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-37d82c4c-5e52-408e-b29f-3307bf49cd79 admin admin] Publish callbacks [] for router_gateway (a6ad577a-d4d4-4626-a0f5-9128ec753bd9), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:22.727780 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-be66d72f-5890-40f4-9fb5-8d9afbf3172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ad577a-d4d4-4626-a0f5-9128ec753bd9', 'name': 'tempest-TestShelveInstance-2044992497-router', 'tenant_id': '50d013cd851344b8a35aad4978d26a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'external_fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e2abd949-487c-4032-bae5-944b00c4f1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:29:43Z', 'updated_at': '2022-02-16T18:34:21Z', 'revision_number': 5, 'project_id': '50d013cd851344b8a35aad4978d26a3f', 'gw_port': {'id': 'e2abd949-487c-4032-bae5-944b00c4f1f2', 'name': '', 'network_id': 'c00f8eca-8c80-474c-b61e-3160eeb0c24d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ad577a-d4d4-4626-a0f5-9128ec753bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T18:29:44Z', 'updated_at': '2022-02-16T18:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19362ace-3fbd-48f2-895e-4d065f6f071c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-33-iscsi'}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:34:22.777505 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be66d72f-5890-40f4-9fb5-8d9afbf3172e None None] Checking router: a6ad577a-d4d4-4626-a0f5-9128ec753bd9 for host: dv-cinder-773985-33-iscsi {{(pid=103279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 18:34:22.790997 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be66d72f-5890-40f4-9fb5-8d9afbf3172e None None] Routers {'a6ad577a-d4d4-4626-a0f5-9128ec753bd9'} bound to L3 agent in host dv-cinder-773985-33-iscsi {{(pid=103279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 18:34:22.792007 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-be66d72f-5890-40f4-9fb5-8d9afbf3172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T18:11:34Z,description=,heartbeat_timestamp=2022-02-16T18:34:04Z,host='dv-cinder-773985-33-iscsi',id=ffc6bff0-0861-4dec-a8ce-a16663374e99,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T18:11:35Z,topic='l3_agent')) {'router_ids': ['a6ad577a-d4d4-4626-a0f5-9128ec753bd9'], 'active': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:34:22.796788 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-37d82c4c-5e52-408e-b29f-3307bf49cd79 admin admin] Deleting port e2abd949-487c-4032-bae5-944b00c4f1f2 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:34:22.797218 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-37d82c4c-5e52-408e-b29f-3307bf49cd79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (e2abd949-487c-4032-bae5-944b00c4f1f2), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:22.883628 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvr_db [None req-be66d72f-5890-40f4-9fb5-8d9afbf3172e None None] Set router a6ad577a-d4d4-4626-a0f5-9128ec753bd9 gateway port host: None {{(pid=103279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 18:34:22.885108 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-37d82c4c-5e52-408e-b29f-3307bf49cd79 admin admin] For port e2abd949-487c-4032-bae5-944b00c4f1f2, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=e2abd949-487c-4032-bae5-944b00c4f1f2,segment=NetworkSegment(38ba42ae-d494-4c75-9d8e-9ca6ac728dbc),segment_id=38ba42ae-d494-4c75-9d8e-9ca6ac728dbc)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:34:22.885610 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-37d82c4c-5e52-408e-b29f-3307bf49cd79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (e2abd949-487c-4032-bae5-944b00c4f1f2), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:22.900286 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-37d82c4c-5e52-408e-b29f-3307bf49cd79 admin admin] Calling delete_port for e2abd949-487c-4032-bae5-944b00c4f1f2 owned by network:router_gateway {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:34:22.937242 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.l3_hamode_db [None req-be66d72f-5890-40f4-9fb5-8d9afbf3172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ad577a-d4d4-4626-a0f5-9128ec753bd9', 'name': 'tempest-TestShelveInstance-2044992497-router', 'tenant_id': '50d013cd851344b8a35aad4978d26a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:29:43Z', 'updated_at': '2022-02-16T18:34:22Z', 'revision_number': 6, 'project_id': '50d013cd851344b8a35aad4978d26a3f', 'gw_port_host': None}], 'dv-cinder-773985-33-iscsi', False) {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:34:22.969391 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be66d72f-5890-40f4-9fb5-8d9afbf3172e None None] The sync data for ids ['a6ad577a-d4d4-4626-a0f5-9128ec753bd9'] in dv-cinder-773985-33-iscsi is: [{'id': 'a6ad577a-d4d4-4626-a0f5-9128ec753bd9', 'name': 'tempest-TestShelveInstance-2044992497-router', 'tenant_id': '50d013cd851344b8a35aad4978d26a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T18:29:43Z', 'updated_at': '2022-02-16T18:34:22Z', 'revision_number': 6, 'project_id': '50d013cd851344b8a35aad4978d26a3f', 'gw_port_host': None}] {{(pid=103279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 18:34:23.144406 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-37d82c4c-5e52-408e-b29f-3307bf49cd79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (e2abd949-487c-4032-bae5-944b00c4f1f2), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:23.168980 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d82c4c-5e52-408e-b29f-3307bf49cd79 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2abd949-487c-4032-bae5-944b00c4f1f2,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:34:23.238006 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-37d82c4c-5e52-408e-b29f-3307bf49cd79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-459672'] for router_gateway (a6ad577a-d4d4-4626-a0f5-9128ec753bd9), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:23.335881 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-37d82c4c-5e52-408e-b29f-3307bf49cd79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1026400'] for router (a6ad577a-d4d4-4626-a0f5-9128ec753bd9), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:23.338472 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-37d82c4c-5e52-408e-b29f-3307bf49cd79 admin admin] Publish callbacks [] for router_controller (a6ad577a-d4d4-4626-a0f5-9128ec753bd9), precommit_delete_associations {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:23.441516 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-37d82c4c-5e52-408e-b29f-3307bf49cd79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-465164'] for router (a6ad577a-d4d4-4626-a0f5-9128ec753bd9), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:23.447037 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d82c4c-5e52-408e-b29f-3307bf49cd79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6ad577a-d4d4-4626-a0f5-9128ec753bd9 {{(pid=103275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 18:34:23.447037 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-37d82c4c-5e52-408e-b29f-3307bf49cd79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:23.447428 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-37d82c4c-5e52-408e-b29f-3307bf49cd79 admin admin] 10.222.0.87 "DELETE /v2.0/routers/a6ad577a-d4d4-4626-a0f5-9128ec753bd9 HTTP/1.1" status: 204 len: 168 time: 1.0318742 Feb 16 18:34:23.449949 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 35930) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:34:23.495008 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.db_base_plugin_v2 [None req-c44d88b6-5ecf-4d9d-b0a5-e2559be64a20 admin admin] Deleting subnet 81d888ee-87e0-400d-8346-57285b478430 {{(pid=103275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 18:34:23.498232 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c44d88b6-5ecf-4d9d-b0a5-e2559be64a20 admin admin] Publish callbacks [] for subnet (81d888ee-87e0-400d-8346-57285b478430), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:23.537567 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c44d88b6-5ecf-4d9d-b0a5-e2559be64a20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8533320'] for subnet (81d888ee-87e0-400d-8346-57285b478430), precommit_delete_associations {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:23.614614 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c44d88b6-5ecf-4d9d-b0a5-e2559be64a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-584056'] for subnet (81d888ee-87e0-400d-8346-57285b478430), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:23.749426 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c44d88b6-5ecf-4d9d-b0a5-e2559be64a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-584049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3702642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8530093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8761781'] for subnet (81d888ee-87e0-400d-8346-57285b478430), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:23.774782 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d88b6-5ecf-4d9d-b0a5-e2559be64a20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81d888ee-87e0-400d-8346-57285b478430,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:34:23.781002 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-c44d88b6-5ecf-4d9d-b0a5-e2559be64a20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for subnet (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:23.784280 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-c44d88b6-5ecf-4d9d-b0a5-e2559be64a20 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/81d888ee-87e0-400d-8346-57285b478430 HTTP/1.1" status: 204 len: 168 time: 0.3333890 Feb 16 18:34:23.786776 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.wsgi [-] (103275) accepted ('10.222.0.87', 35932) {{(pid=103275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:34:23.788807 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72621616-2ce0-4bfa-a9a8-e75f990155e0 None None] Network b397e57d-1c0d-432c-8207-b566f329839a requested from dv-cinder-773985-33-iscsi {{(pid=103277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 18:34:23.864095 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-39911cca-7fd2-47c6-ae76-59928455af79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3558149'] for network (b397e57d-1c0d-432c-8207-b566f329839a), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:23.934555 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-39911cca-7fd2-47c6-ae76-59928455af79 admin admin] Deleting port 0a22ff51-3e0c-478d-9e5b-70f22cd14755 {{(pid=103275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:34:23.935148 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-39911cca-7fd2-47c6-ae76-59928455af79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (0a22ff51-3e0c-478d-9e5b-70f22cd14755), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:23.969686 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0d24cc-31b0-42aa-8b8f-589ddb142a7a None None] DHCP port deletion for b397e57d-1c0d-432c-8207-b566f329839a request from dv-cinder-773985-33-iscsi {{(pid=103277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 18:34:24.010484 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.db [None req-39911cca-7fd2-47c6-ae76-59928455af79 admin admin] For port 0a22ff51-3e0c-478d-9e5b-70f22cd14755, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=0a22ff51-3e0c-478d-9e5b-70f22cd14755,segment=NetworkSegment(2a22f138-aaab-4821-bfce-8c590b1b6e16),segment_id=2a22f138-aaab-4821-bfce-8c590b1b6e16)] {{(pid=103275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:34:24.010853 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-39911cca-7fd2-47c6-ae76-59928455af79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (0a22ff51-3e0c-478d-9e5b-70f22cd14755), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:24.026433 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.plugin [None req-39911cca-7fd2-47c6-ae76-59928455af79 admin admin] Calling delete_port for 0a22ff51-3e0c-478d-9e5b-70f22cd14755 owned by network:dhcp {{(pid=103275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:34:24.037721 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 7ba6fdaf-9e9d-4128-a32e-833f680ccaa9 no longer exists at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:34:24.061731 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] No Port match for: 7ba6fdaf-9e9d-4128-a32e-833f680ccaa9 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:34:24.062399 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 7ba6fdaf-9e9d-4128-a32e-833f680ccaa9 not bound to the agent host dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:34:24.062885 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device e2abd949-487c-4032-bae5-944b00c4f1f2 no longer exists at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:34:24.089574 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] No Port match for: e2abd949-487c-4032-bae5-944b00c4f1f2 {{(pid=103277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 18:34:24.090180 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device e2abd949-487c-4032-bae5-944b00c4f1f2 not bound to the agent host dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 18:34:24.090763 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.rpc [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Device 0a22ff51-3e0c-478d-9e5b-70f22cd14755 no longer exists at agent ovs-agent-dv-cinder-773985-33-iscsi {{(pid=103277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 18:34:24.129675 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d24cc-31b0-42aa-8b8f-589ddb142a7a None None] Deleting port 0a22ff51-3e0c-478d-9e5b-70f22cd14755 {{(pid=103277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 18:34:24.130042 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ae0d24cc-31b0-42aa-8b8f-589ddb142a7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776562166007'] for port (0a22ff51-3e0c-478d-9e5b-70f22cd14755), before_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:24.211737 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-39911cca-7fd2-47c6-ae76-59928455af79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8530072'] for port (0a22ff51-3e0c-478d-9e5b-70f22cd14755), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:24.222346 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.db [None req-ae0d24cc-31b0-42aa-8b8f-589ddb142a7a None None] For port 0a22ff51-3e0c-478d-9e5b-70f22cd14755, host dv-cinder-773985-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-33-iscsi',level=0,port_id=0a22ff51-3e0c-478d-9e5b-70f22cd14755,segment=NetworkSegment(2a22f138-aaab-4821-bfce-8c590b1b6e16),segment_id=2a22f138-aaab-4821-bfce-8c590b1b6e16)] {{(pid=103277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 18:34:24.222744 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ae0d24cc-31b0-42aa-8b8f-589ddb142a7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-462582'] for port (0a22ff51-3e0c-478d-9e5b-70f22cd14755), precommit_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:24.239952 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39911cca-7fd2-47c6-ae76-59928455af79 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a22ff51-3e0c-478d-9e5b-70f22cd14755,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:34:24.244062 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39911cca-7fd2-47c6-ae76-59928455af79 admin admin] No DVR routers for this DVR port 0a22ff51-3e0c-478d-9e5b-70f22cd14755 on host dv-cinder-773985-33-iscsi {{(pid=103275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:34:24.244504 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d24cc-31b0-42aa-8b8f-589ddb142a7a None None] Calling delete_port for 0a22ff51-3e0c-478d-9e5b-70f22cd14755 owned by network:dhcp {{(pid=103277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 18:34:24.251366 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.plugins.ml2.plugin [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Current status of the port 0a22ff51-3e0c-478d-9e5b-70f22cd14755 is: ACTIVE; New status is: DOWN {{(pid=103277) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 18:34:24.251672 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3585725'] for port (0a22ff51-3e0c-478d-9e5b-70f22cd14755), before_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:24.321016 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-39911cca-7fd2-47c6-ae76-59928455af79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561157', 'neutron.services.segments.db._delete_segments_for_network-8776562245259'] for network (b397e57d-1c0d-432c-8207-b566f329839a), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:24.344307 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.services.segments.db [None req-39911cca-7fd2-47c6-ae76-59928455af79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b397e57d-1c0d-432c-8207-b566f329839a']}} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:34:24.357202 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.services.segments.db [None req-39911cca-7fd2-47c6-ae76-59928455af79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a22f138-aaab-4821-bfce-8c590b1b6e16') {'for_net_delete': True} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:34:24.357589 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.services.segments.db [None req-39911cca-7fd2-47c6-ae76-59928455af79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a22f138-aaab-4821-bfce-8c590b1b6e16') {} {{(pid=103275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 18:34:24.368417 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ae0d24cc-31b0-42aa-8b8f-589ddb142a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3585912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776562220126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776561731350'] for port (0a22ff51-3e0c-478d-9e5b-70f22cd14755), after_delete {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:24.368772 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-39911cca-7fd2-47c6-ae76-59928455af79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776562247060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8533313'] for segment (2a22f138-aaab-4821-bfce-8c590b1b6e16), before_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:24.382904 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-39911cca-7fd2-47c6-ae76-59928455af79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441'] for segment (2a22f138-aaab-4821-bfce-8c590b1b6e16), precommit_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:24.389443 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39911cca-7fd2-47c6-ae76-59928455af79 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 18:34:24.390270 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-39911cca-7fd2-47c6-ae76-59928455af79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8530167'] for segment (2a22f138-aaab-4821-bfce-8c590b1b6e16), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: Traceback (most recent call last): Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: timer() Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: cb(*args, **kw) Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: return func(*args, **kwargs) Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: self._notify() Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: self.callback(batched_events) Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: event.method(event) Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: return f(self, *a, **k) Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: return self._get(url).json() Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: return self.request(url, 'GET', **kwargs) Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 18:34:24.391837 dv-cinder-773985-33-iscsi neutron-server[103275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 18:34:24.396651 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d24cc-31b0-42aa-8b8f-589ddb142a7a None None] Pushing event deleted for resources: {'Port': ['ID=0a22ff51-3e0c-478d-9e5b-70f22cd14755,revision_number=None']} {{(pid=103277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:34:24.400311 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0d24cc-31b0-42aa-8b8f-589ddb142a7a None None] No DVR routers for this DVR port 0a22ff51-3e0c-478d-9e5b-70f22cd14755 on host dv-cinder-773985-33-iscsi {{(pid=103277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 18:34:24.514820 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-39911cca-7fd2-47c6-ae76-59928455af79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3745762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459708'] for network (b397e57d-1c0d-432c-8207-b566f329839a), after_delete {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:24.520410 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron_lib.callbacks.manager [None req-39911cca-7fd2-47c6-ae76-59928455af79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3745740'] for network (None), before_response {{(pid=103275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:24.526297 dv-cinder-773985-33-iscsi neutron-server[103275]: INFO neutron.wsgi [None req-39911cca-7fd2-47c6-ae76-59928455af79 admin admin] 10.222.0.87 "DELETE /v2.0/networks/b397e57d-1c0d-432c-8207-b566f329839a HTTP/1.1" status: 204 len: 168 time: 0.7352700 Feb 16 18:34:24.538613 dv-cinder-773985-33-iscsi neutron-server[103275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39911cca-7fd2-47c6-ae76-59928455af79 admin admin] Pushing event deleted for resources: {'Network': ['ID=b397e57d-1c0d-432c-8207-b566f329839a,revision_number=None']} {{(pid=103275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:34:24.941590 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35936) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:34:24.984277 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-8d4ac314-2e97-4218-8971-47713d3a8aca admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=28e3def0fcef4ccc84b9642e9c3f25b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414581 Feb 16 18:34:24.987789 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35938) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:34:25.039073 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-75651c2c-a466-44fd-a9a5-72dc90d2f292 admin admin] Publish callbacks [] for security_group (7da3ce19-797b-4f7d-b0eb-ffe862bb6e22), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:25.061653 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-75651c2c-a466-44fd-a9a5-72dc90d2f292 admin admin] Publish callbacks [] for security_group (7da3ce19-797b-4f7d-b0eb-ffe862bb6e22), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:25.205426 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-75651c2c-a466-44fd-a9a5-72dc90d2f292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (7da3ce19-797b-4f7d-b0eb-ffe862bb6e22), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:25.208308 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-75651c2c-a466-44fd-a9a5-72dc90d2f292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:25.209925 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-75651c2c-a466-44fd-a9a5-72dc90d2f292 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7da3ce19-797b-4f7d-b0eb-ffe862bb6e22 HTTP/1.1" status: 204 len: 168 time: 0.2210419 Feb 16 18:34:25.222016 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75651c2c-a466-44fd-a9a5-72dc90d2f292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da3ce19-797b-4f7d-b0eb-ffe862bb6e22,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:34:25.950083 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35944) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:34:25.992198 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-2ebb9c2b-3e17-4035-be9f-1e2640e41a9b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=50d013cd851344b8a35aad4978d26a3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429480 Feb 16 18:34:25.994758 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.wsgi [-] (103276) accepted ('10.222.0.87', 35946) {{(pid=103276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 18:34:26.046745 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c7a32854-d6c5-4852-bddb-bd821e4285ef admin admin] Publish callbacks [] for security_group (da1c55d8-e3cf-4a6c-a805-03e6de277377), before_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:26.074169 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c7a32854-d6c5-4852-bddb-bd821e4285ef admin admin] Publish callbacks [] for security_group (da1c55d8-e3cf-4a6c-a805-03e6de277377), precommit_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:26.202204 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c7a32854-d6c5-4852-bddb-bd821e4285ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676475'] for security_group (da1c55d8-e3cf-4a6c-a805-03e6de277377), after_delete {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:26.204846 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-c7a32854-d6c5-4852-bddb-bd821e4285ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:26.206050 dv-cinder-773985-33-iscsi neutron-server[103276]: INFO neutron.wsgi [None req-c7a32854-d6c5-4852-bddb-bd821e4285ef admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/da1c55d8-e3cf-4a6c-a805-03e6de277377 HTTP/1.1" status: 204 len: 168 time: 0.2103837 Feb 16 18:34:26.214474 dv-cinder-773985-33-iscsi neutron-server[103276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a32854-d6c5-4852-bddb-bd821e4285ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1c55d8-e3cf-4a6c-a805-03e6de277377,revision_number=None']} {{(pid=103276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 18:34:28.031039 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:34:32.220275 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-3df3cd75-bb38-4bf4-8c43-4c79f687b549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:34.439818 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b16839d3-4bcc-48bb-8986-be83249c7b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:35.634325 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:37.081385 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:38.492702 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:34:42.806836 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:35:02.189511 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-d00584c8-fecb-497a-b578-7390cfb6e72b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:35:04.451270 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-95d8f197-c1eb-4fb6-a04f-dc7167d08af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:35:05.030469 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:35:05.634836 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:35:07.079869 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:35:08.507858 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:35:12.806526 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:35:32.229485 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-269f81d9-46b0-4948-97af-b45a9ecd2e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:35:34.417518 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-56b33e3f-1629-434c-9744-68ea680e116e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:35:35.623381 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:35:37.154345 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:35:38.519659 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:35:42.030745 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:35:42.800047 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:36:02.205507 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f8bbc6e1-0f0f-447d-b905-46427963ab98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:36:04.457274 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-fd82bdf1-3377-4656-b40d-37b7d06bfded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:36:05.639536 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:36:07.103348 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:36:08.496987 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:36:12.828676 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:36:19.029615 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:36:32.193983 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-7722ca8b-6987-4893-92ee-1d6abdcb0d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:36:34.428153 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-af4f821d-4a85-4352-aaa3-4878b064b22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:36:35.662170 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:36:37.097238 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:36:38.507881 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:36:42.914099 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:36:56.028954 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:37:02.205242 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-cff3bcd7-c8a4-4694-a1e8-0dc82516ea45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:37:04.433616 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-32c4c29b-e696-48da-9987-06dfa30595a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:37:05.650161 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:37:07.091027 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:37:08.490284 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:37:12.844852 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:37:32.216872 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-a88f015d-558c-48fe-8cd6-8888a94587ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:37:33.028264 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:37:34.456697 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-67778006-4b26-489f-9aaa-9c303919b435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:37:35.679052 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:37:37.153334 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:37:38.490606 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:37:42.850448 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:38:02.199574 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-34e504aa-4a25-4bd0-bcb2-69e0b08e3de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:38:04.450883 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-9bc2d313-6422-456a-8187-bef9c0111359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:38:05.650515 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:38:07.091006 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:38:08.490317 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:38:10.027281 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:38:12.855867 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:38:32.193147 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-b470fd70-483b-4ab4-8468-8dfd54fba203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:38:34.610672 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-342fc9ea-b8fb-4f60-b8b1-900cecbd0c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:38:35.730540 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:38:37.136162 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:38:38.518430 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:38:42.908664 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:38:47.026577 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:39:02.216477 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2de20b54-4ce7-428b-bcd4-2916bd66196b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:39:04.477871 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-00429444-4408-4050-8e57-efc6d2c81a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:39:05.665930 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:39:07.157265 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:39:08.529197 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:39:12.867626 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:39:24.025989 dv-cinder-773985-33-iscsi neutron-server[103279]: DEBUG neutron.db.agents_db [None req-6ce0b3f0-7300-496a-93b3-f5a951041b15 None None] Agent healthcheck: found 6 active agents {{(pid=103279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 18:39:32.187337 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-32d5d332-14aa-4fad-8671-97f2fc14b2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f2339edf-a2ee-4e84-8bf4-086a7482b327), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:39:34.467754 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-76089f6f-de3d-4fba-a7f5-246643f249aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (ffc6bff0-0861-4dec-a8ce-a16663374e99), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:39:35.684718 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-485e4635-4a36-45c4-8063-963b980cb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (d4e870f1-c276-4642-b0b3-5ffdb588187d), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:39:37.170606 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-2c2d5450-f0fd-4ad3-bdb6-d01ab0e319b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (fe4990ea-0b89-4426-8cac-a1bd63c3946c), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:39:38.525066 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-ca83426c-f46d-4d26-81bd-d7eac3aa1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (f05e57fc-60cd-473c-9e30-c12cdd53bab2), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 18:39:42.861700 dv-cinder-773985-33-iscsi neutron-server[103277]: DEBUG neutron_lib.callbacks.manager [None req-f9a65746-0be4-4d05-a63e-4b5a156891d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776562245241', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563212'] for agent (5c336864-29ba-45bb-93ac-04ba68c7d8e7), after_update {{(pid=103277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}